diff --git a/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f06b0c24760d066ea315bf3697dd181e1aa2a8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f7f08579327d7a500d59cdd1ff3e51c8955e38c017479cbc592cbc3101f23e
+size 129106
diff --git a/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cded0c2cc181432a5110494d041bbe238a37dd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e5fa3af537d099f73db16db29ccdb28f7fbe0b29134c1821bffe1c0fa7c1f1
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ba65692c0cdc87a5693035d6695d87f01b979d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b1a8a8c72c1525a761458c8508c7a3131f3328131b9adc5426de998da17976
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73da91e783461910b1420b7d00b0a6324c0aa4ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4abbdab21c827c97a3d64efc0ac2a920aa0653ea13eba8ec9dc85af5e7bbaa3
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ef198cd3cbe1b88fbd3346273d2eeb1f5789fe
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37d6944021acd8990e30b653b707fddaf59c247fc7c5ffd58f9cabe7b1585c9
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce1b83683d016157ceeb8d5b3977d64a0ac258b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a1fc83d4a810157400af5d86427a5da91267ab67d68a3bd5b9a375f2d9dd7
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaff84dd225f9d710e483909d6c18de4b528f7c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5ab7080bdc70016cad178f3baf7d8999ea381a80a3de2eb451d44101a2efb4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0354a685184f6a8d80d01f68cf99566665c294e6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f7f9294471a81ad0b1bd96f86606ee5ff5d0bc5ea949e89acf8c179ef1a800
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6726174d8c9a767aa5b841f0623b228693f95a4a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420bc8ce2728f132edf99a2d52cb4b142532375b8278c6321f8002eae2164117
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657d94cb9ebb662e30d2188ee9f12a30e2e66d05
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940afca2d9031a1b9fee4f9983d407c3742929882e758771d1f82ea03a976374
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c53a78a5e152e77d7deeaaa7223f30d43c494b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75806e363a9fd36df054c27273067301edcf0e3dbb5516cebd1632e671786c5f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc768679aeb6efacd0cf6a4938daf950b7b62ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0425529cb063898bbf90fd1d9d0ffcf7ec69de42ce8d2ec3ad8e8670fbe51ef
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b256391ad39b9ac0940dcfc46bcf070d8cb0336
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6d2cccbd3c97451f59c3fadc0636425f4b69868ae74c2cb7dc4528836c97da
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078f23324d8c272db32cb332f0a99debca51ea70
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91db73e5ccb304e1cbfdc392a10e8d97114602979caf44778dd6af2c1bce787
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ca1be019f9f3aa50cf83aa574bb76e5bbf136b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313ecaa9d76e26ab1237f27771a563969e607f076fe93f5c9cdb009f11d98a16
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319cf90de54dbaca0c0f3eda744365a7cb0edea1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfac5416ffe8d564ec94b75cdf4cd0a3419799ab36e4498ea4575ece13c1cfd
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc201b04d53bf7d74e3d0ed338bcfcd3fec87b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6216b53b9a33403780ec93b1f38338fdf4396f76e875de3ec2ee7aeb450b434c
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2653c1a5c8ea4d5eec5f3528091dff306017a3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0029539f54778add2d641817b0015b64d1554f9ede4f4cd2e329bc0eee80a01
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d6beb40f6513bf4d71fd5dca7294a65c23870b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4259a5573a7a551a3f42c2365eee7452006144e72ce81dd95b3cce5870e703
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6a83e2c1ef4b7613ff8860b68a0561001b3c7b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0baa155c14242dd89df8e54c404b1b4863caaa1bad78e7f979179cac8f1c34
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517287c64fde2eaf3a240382e17db77e5f9c41c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18477a7abe01af8f4154cf2cce1a9ef56a9b1f57abc3cd02a5b3626bc8464aae
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df8a3f79a67ed0f1d256cadd3b11deee3d7c4d1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6542da7e3984cda9e98a1a6067ba577098fb5bac162f9d8e336f03a6176596
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b2ef13fb436c74696f8dd1530e76eefc0caeca
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5e83d61c468e90da3ef36deb28a7dcf53d85b6eaeafc66c79a701a3c1c9dc0
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57b4c3c4c0848187c5b20a0f056f40c46f2409c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5e48264594e33d3a458331c8061e5a26c3ca7712017745be1ea5cbee0a76ee
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47baff1457df7b0f0565673eb68f42603364f16a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f851c78dbbd3d026e15034d4f75ee36a476dd924ce26082341f3f8a65754d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c2cdabdcd312e6d62ea1d5cb743aca184a08cc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4351d317a0d43a0ee09b3ea9fc0dea01b6fc276428d3c9524791045e112dd068
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de89f5dd09c523fdcf72de3eb5751f6f2139da80
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05b1ba815ca80323515b060256ed39fefb3f8f7e84976e6d7efdc8dc4b9684a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fd3f946b742c02ff3b191918ceffa86612e723
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302d639c080d2b1153c54c19313b4e0dcd12508b524771dad05d01c3920deff6
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d57eb733dca69cb4464389d77bcbabfafbca040
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c3dd1fb937ffb74ce815a6fe19ada7609e978793cf1e4456d3d284ef037540
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409ab5b1dc5dc4e33a61e201e7bc9a1e0f937721
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39064d3ee21e62204b896f0fd75c6d542600d88a55a3557d7bcc6dd32928c6b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c39daafd01432eb27ff6ae8633c57edf5ed3c92
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d4a11d02aa5d4a4aaae0ed1c306e081b35422383a9799a840dd851d755d7a5
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d6da60e38b795216b817669127825884721089
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceda64f2ff33a64b08d5755b8e1044d9a45adecde663d9f3db432cf9902261e6
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d8f48427e8692632dc5c5885be49731d8e3b68
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0ae77fe8374f75e85ddf83365682f942271ab4faa3f8da4ff2f4ac66289b2d
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbdfa771e78727ade2d16acfec78c48711f826f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edbf628288f8ebe01066b05bc15f812c97961d10a5bf3ac0b7e35cde601062f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851d950b71b9e0cdebec807fb8b031096b4acf28
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9b50ae8a896d5f2d374f06127ecd26e778b331793766e7b225cbb63aa1e258
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f522abc3d2ddac9f75dcc741cb1342a59c6ce3b5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4af38098f9c4020d7e7ba0eaa2032f18ed50238462c4cc70e2be790a5425279
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff6780eefd808dd3d22d7b5d576e97c4480941
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f7bf79811992c1f499e518fdf19b014a70ec6b9c21723d1dec30f284b9c78c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0870090b67623addae19675cd6d47710bc4af7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d760fb4c64d63e8def833f019939bbd92e52cf6b9e0178cfb0ab57d7bafd1a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11115e229466bd3d4f24fbe2e7b5afbf1bfb53d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b91e5159262131585e47688ec9f300ea5ba48808685b49ca362d097ed5b1de2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be100fa7d082b0a177ce463e4eb17fe779a9be65
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec648f0126ea821d96aa605f90fc08cf37cb66b6c443f1c90e11fdde857663f2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c0fd086b549454ac1b9baea2646922fb3724fd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd36ab56d5a53a8fc06426cc57b28c24df03367d59a4278af99fb5445c22c1b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f92eb206daa98863770a030534adc72e9ba2409
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911b9f1b9cb5f7c4f53c425a2a0831bca085f6a63a04c3b8ce58a0163ff22be8
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e7312f098048c58ffef73a81c40f293150943
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69cff79f2a07460129964afac519b3f58cb66b088c7f9986295f93de8038d26
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e965f7390619a650e2f3b0a14f89968396c17e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac00c68664f59eb6a79bd785f4d211b7532c399d788dd0ad254c83a9ee25825e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c55f015a5ea55a54f989e1f4165b30e3cbafdd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e840158f1597a0e7a4fe3f6c05fd7337b4f5891a9634a427c13f5422c43f42c7
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bd947fcb2a11d7e232a60372bc0d99f7619dc9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6603ef4dd84b936cee8f4d0bb773f9e1dd91b8aed37a5384b848d3ad0bbe372
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024d502bf432c22393409bcc15b65c2411fdeb2a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b41e31b8fcdca19e8628c6a8b6d158ddfba577b88461731cf9a298af153f36
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fc55f6263f71a09ab4d03d26cad6d0fe831d06
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497e696aa72fdf30dcf9e4d2f37dcb752da4943dbbb38dc9d934b03c7025528e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64917725740562518851883aa117282cebfa012d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dfbd9372f4479ed09e01e83c0b64042f0318b7ae033f3085ca29432ee107bb
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c290a8484288bde300276510bb5b53e48a646cb9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5967497982feefdca608c12a0591cc9c5152c15b0aa6a25eee05ac99fcbd60
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a67069c6fe319ae73b5a293ac8bee4842c8754
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfae5b473037ae7dff93cb5d8f5e9799e2f45d180c356a9b9e1de448dffcba18
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1f82c281a0780d27a53336c0df485c07abc35f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1282ede38e808faddfcc8358b3ee4952cd7d9e56317f143282c02e377876248d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4d9f6130e4bf4cd8a9a665ab95bdcfb3ed25ac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4995e6c0faccc20018286920e2010c8e0ca8b57f64c6e31f3cd3a4b1059711
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195db2bed6632c3e88dec555aeac1e171368843f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e422ee85cde8cd549c3dff01b0b12cd4c560a9572810ad48ec81840bbab07361
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3662cfa2a8d2f668859b7d940aa3c4eb36c88a03
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9c92572a13bfa254b12e91eca4a015bc4ca1276727ba040916d222beec0ee4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d5f8034468aaf0a5c8845729ee2c46917d947d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f11ae96dfcdd2b00177df2f82a3244279b5ed320f2c8a2be94a549cfc9519e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b8708f864796a5441a4ca258576436db7d2be3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2191e8a26ce72671f8d7913787eb3b21dacb831f89c75ca4878890d562624c59
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5464538ad2414a36eb14da2dbe639edb5327bdc5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d2d4566cf56ae5a37e4da8bf028875d1539f6f26794572230bd06535fed0d4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a72710067d73ccfdd892d0169852d7f03d2119
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb8a2e0319cbc6775c43ead1d77f15af5b49a527c032028f77c4a3652ee19de
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8444a07a25084954da71a43f9f55bc368edcd56a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd4af1930f23930b167cb16e6fa136a7fde6d307dca47193df097fdb1be5e79
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96148b97246709146541179b747a945e65808e7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcbd01d6d1d7a41fde75da009d9e37eeff237a01edacf1cfc80c3960a41169e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93edf7f09511aa7880957ac74a2bad6a75b90b2e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab8ed39b8f6c716462e0618858413cf866542006f481a7ee9fb6c2f60ae933
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa9f9e05d85443840ce51042906337249d55835
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9721bb66a5d3979f51306081be756760ab03dad9fef69f6b850cc5851388a8
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b49cb40f3bbb3d9baacf5061ef6d6aa9479f0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88845d357051b6a361680e4eb490416040f4a519211eef5fb48fcabf1c285610
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126e03c3becc636cf5cf19b6684eaacdbcc571ba
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d554e4f1d77835a06eacdae56206b4517819fb6b1ada7ba3b8a43158b7daad
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aead9c428ee1282b97656a2d1534caa3d89ba0bf
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf979792839f091667047b01affc8c4720d743009e587cc03e2377ef1ed977e1
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6496602687b46bf0cc256a5faed7bcc4a30c718
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d67bc931246d668af56e031eda9aedbbed5fc8202a75e30afb63952a2c611a2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faa13b334379f5e6ee1acefc3b008a8d7d89a1e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce8e7042e61644fc769438890cb329468ec90e2abcb466c537774ed95c75608
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4620b8fef3f191844e187faa243c73a3f9c238
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d13295132eb31b24deec8d4ad19cc4e189ba505f9763072b577628af8172f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831f5e9b2a101402a65d3d41db685468c684fd0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210c6682c899c857767ecfbfc4a379c93917d0977cc292be6d0bfb9b10bc7d6
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094df0faa98ea1695f86fda873f882585df85a01
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870b1bc9af7e43bd3359af99eb18b0fab11c7ea267b8060cf301b3ce07df6fe6
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42daabe1bea6812c8b17aebcd3925f5d10a858c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7636ba3b6254a4bf8bd9e4c6da4c4483855d7ac14425178445ae3bbae74947f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f76c964230cb1192d189d6ee6dadcb8a4cda0b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb01c71ac7dfcc3e17f40ecfff3a727252968248cb849087e4cea4fe9109afd
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545a63e34fd86c09bb0d8163be1c0031786c0dd8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c72ab3b4982662cbfaf459e3653a91c18fe4da74a0e1d73e52b0dac0646ce7b
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ae84894744b0b6f4f11e931e6c12c5bfa61203
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a4ec34f43777122c9a79bc84768924f850db67857688d76f9d77853e36398
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc0c642a002ce8e3573aed99f2e744e08e0a2ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9a9c7cb10a31f8850263963b710f0b16617584bc9c3e1675f2b5106c4a6c9d
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55f4b321b9c734da6800179a24f25022d239564
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee674c4001bd615f65b08ec93b54e6454f93a9392fe5bcc66d5f70ce6b1eac7c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834ea338b0951d7f8bb83eb6eb2e1af5da7ad935
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df13594a8659113f20251b068723ffddbff6a14cc0dafdcc48769af293ee4153
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9e1cd8f065deda0a07352ff5cfa0455646ef15
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b44ba9cff100f3bc939640e25c6c2d75656a770609f93431cd418b815a5466
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bc1f69bc80ae650d7c483a3c259ced882ab998
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6087fe13b7ccba9776a0433f06e4014831c3625b94609ed9f6c34eef00717
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027f21830e55be2d73bd6b697de146405ac594d5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eabf72ce36e5e5d40ff8fdb7ab190f465a854f931011329428001929865bf91
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b60a3f42e44d2ed274cb5e89faa3a7957c4c8a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bea87df0c2eeaebf5c52ef0b384adb51e7c546a8b468352657ec94381c06b3
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78194ed024caa54735659383a2e8604dceeca63a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57ad277d236cddff36286b4f6c4892ad8a760e5249d23a60fad442ee6724251
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654da4658c7be0e8192aafa7a62b9af710b33937
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b38ff4e7195f9d5189ddd66005eafa0ef22dfe2035881afe11932681902e8b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632b9dfd3188afaa199f53a65c36296823c40979
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d6e8136d4fa378f7cd94004d589e334c21fe2736c572cd8c5d97df1e9c2f2e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536eed079a26f06789ca12244b898ac7d4c72a4f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f73224b0c7a2bb2b34f60e6313cdbbafb5a3dd0ba7a5e0a03f806add4fb136
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab6cf7569888a7ff365b6ea7e89412d1c0348ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4743dd132456201c57c87aeefe636d27d3e3233d2efbb723dd330beb6e837a70
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8164e7ed4b169786b75da1ca8b551984ea23e783
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2eafca7ed5b5d074a011969ab05cbc0982632e2b14350a6437070e715d8903
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb66f769f50aa50900976a7d6be4c1260c274603
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6989e4f5cd1ee28677e169408bb39c0d3535d0c50a73dc66c2e3ec675204e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb3fba75a1a1efd8b8bd063e0a6a6e093616f99
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4661df7e3f118c4cb924f6aedac9ab324e505ed6e050bed67f787b11b71e83af
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bfe3b6120a94e4a15e3a86fe1a9c362d9acc13
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14f85d7d9d2d3b149305d0634f6ac850a7ce182fa8bae28c698da594c8aac91
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a7865bceb5227161aa1078e99f87e02f5c1727
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd16356ff7c0d5a2e0155f6dd7054bfaea39eb6e6fc90de43511009ae227ce
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b540aa2d92e55d41858916b2f8cb30cab7746
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b867a89711a38b68f26f69d9e5230d325feea70f1a90559389a4131e0612deef
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947524569b6c302e8ea49f3abccc6b12be4c1898
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e9453e332777ef0872e6dd4346e777f3e1f7d3e86fcf0128b64b80abea28d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac243263c92e2b8a9264ce5f737b3aca84c04d6d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d4d9a8f277dc4f1a4310c030f845096d5fd8d1dc3b62b04fde9aa5772c4cc0
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c882aaba71135ef3cb30c6a774b1d65592f5af46
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba15c79f4351e8ad240ef12e6e54b47ef79e7ef6d230a6e697297ad922d3df
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4547a0eaabfb44a677778292cf0eb5c61cb5573
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b844a89a969841727388d90c5c37dfa18a9746ab1b05411fec89764b95acf3a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a774f2a8d91a5cdfa438ccdeedb1b5e6b6440ed0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b9c45fefe670d68630a4bbb6b468c0fbdd9496520710ffa08eedc7e6e3f5eb
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5450ab2b33fc1d741dcea047c6d5bd02e23917b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc5432a5eeac35e4fdfdf486d058cb4c29217db1ba62842f389ae461b2d94b
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024117d5c990bebd699bb4c72c73e51386bb1ce5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf8ec339ed0d4c9ef579c3907a4307fcae21efa20805dd92386a2bd7c73c122
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df48e71dd20f1de3a715eb5ce003c9479aa0b990
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b5fd4121c3e6d7b313c0d770311ff26a1afdfcd206d17d2b8974b70a02844f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7193bbd301ff71cfd17d9c35ca890c9d9e1edd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b87b9f96ddebcc5de3f59bf159c65ecbdfbce7dac92aa6982dc538e6fbc0f10
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d5e9dc3cc19b743651471aa45dbd9650633d97
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6315ccf5424243baad5314c6d13ff6c259396131888a95cfd7d9b0cb8dee8bf5
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec60e6882b3c432e34535d9e0f79242a27782e2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89bd90b7e5f74b58706f2198a90d815b7f41905dd5bc6df7690368dfb0cd301
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48cf2cb0df036c8a6624ffc2b1abbdddd705bac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251d5b23bc53bff75da3cf63df69d2dd36163e437f68b82ab24a114f867aa9a5
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f16cc85dd08c1c19539c6ba1b6c6102bedb99be
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60f7912ab42b88aa19fc36ec4153c69eaee772fa033444140952e019db187fb
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b865dbdae35ee28371cfeac85edd1cec76409e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a301d3a178aba1b85ed41852dcec2094d27d1265802bdc45bade3d70f6c983a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890349cc709d38cbc642bcceb23d029aa93a578f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc92b6cde6722322f0519ac2d08bf4461bafced968c5bcda5c7134bc3045352a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568b97fa69019e20600772760ac252c8e6c0628b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22dc8d1b36a722b5b348863f0d1d7e483be7384bca64ffbfb57c52f347eb49f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eb011c7652e7d4a73633994251ab5dc5e4845f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f043cb6a4da5d8f4054af524c511adc985e53db53cc32ff2bafee0dc022261ce
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987cc5808d4ef107d8c75a83b7f1709348d1292d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687dfb326457b537fc21e53159c3b3fa75d736f748c630d724aaca0752157f7b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72021a8ab1b6df1732cbcd550e931ffc22f524f3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ed37cade8429192cd29fc5fbaed250e53c0e63bc07dc23909b885e9dae3965
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e81918a320f35ecb6212b670832358bec591637
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988afeaba97b2904571592fb16c64e24732c8f464eceb4c522eb19b04a53faa3
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50e4b29c3524b7652f16935f5cd2188482a4d95
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05561665af94bcc4f53f4192d6bcf09e6e53f1bf8c0e4795906f246c07bed502
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1a529e9521117881fc6b980c9e5725ffb5b5f4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09210422a95b7b7b80df31324c58b3871c02672e1b3d7acb5550358c8e99790a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5de4d9fba1a668e533866121859aaff8c1c267
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c15e701914ca76b3349338622ab09368d4c3c740b85d391ffa4795ba8f6c0f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62e34b9b530aef36def98173f5bf03433bbcd4c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa23cc6129b1659fe4fa8401335a586e31af53766c537411809f0a3529b175b2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1efa3e93c4f59592ed8af9332aafb7c0dcd8109
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6ad1762208412c55e096ba240746496987c5ad566a92ab9aca7142fb1cef3e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d109ccece8e9946db40e228a7a90ecf907574a5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661a13056e89566a6fdaf297e80a97943159a6883bb268d9e7d37ed6c0cdfb7e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff59eb475a3103d332a964ed596712694accb1f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d6ae73298026f2210b22871d6d5728fcc3dfc201c680e300312a6bf03adad
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e338aa29785b99946c7ce1c082c8d67dff7a54ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8ff80ec8208a3a1ca9a6dc3454e4524c18fbce980df46ef58b7b20b1200f68
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb7146f588f342568eb89d57db60e15c5664e58
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7f9f8bc291f21a3c756ca357d02160c1899c795ea21b263402751ccd0fe0f2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e0897038e64e2437b9a0a8e2bf421c1e59577c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbac3c630c64403bcb5690e1e827631f2303699f686d621f0457c182172f17fd
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097bb860d909de848b46fd0ac49c923e98f61ac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848949022b41287d25810657784f589603e110858fa107c19093490df1ed92e2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a341fd4456734358367d90daec6442c7f5a86895
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfeb84953fb4e46faeaba1a3d3c003058c454eb54140748035ad02c1f0dee2a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790e11505b1b986efd0ce2cc525d42fc914506b4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205396ec4bac9b3e2946f8d566fd77a4d5668394f4ace41e70dbd67d7ec046c0
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6863b89b449c0a8cf43c1644e855d89791b0a2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d4a564d94ab34cb200b7e281e3e9f0bfc50f43f14188d9de02678f7821915f
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbfe796dd6dc63c7d4d712f0a9cecb9e6857081
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3a6eab10cfc24309ae45bafe6fa13603a0e31f24b44fbd2b1ebb630308566c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9f41c213c5177648eacee116722d4269b0d5fd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5815b700788d439ec5090944165bc13d0e13e54644bfda76fe39b015ef0ce1fa
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672b9a9e0cc9c1cc2ec32db57deae0ee4ffe75b9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad84ead79e0fea6c275613ad473142fd16af9313fa12437d188ccae030113c0
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da580768a81b8a490f7d3517286926d14e0653c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae382f1efb4a72ce2665be607bb7bb462d66f4ccf438278bb2764b491beec11
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1e8cac50a0932f8de8df1767cf21ba8e1a4098
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8bab27c48bf9cb567f59bddc1757d012b124b93f49361e75404b7b376609f7
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9148b0da110f28490c696771d6e70068dd9e06
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd853bbfa103795eca4c2d3f60e51892fa636bf335935bc1100bd3fe2865eab
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b827b2cd372bb7173741b3c3bcdf8b215efba4c2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0fcde03e7db00a417922b91f9829db11a5e3cf920d9c7f5ac3e0e995d67907
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db3c65698388dbc1f6cac0ae9a7f14c50f90823
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ffd6c1d0fcf6f201fc513d21dd91e48937e4fd23c162272892c5abebf0acd3
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc843ca787eb3b95fb02df8322074f17fd4a97a1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97af48b0b9d0209a9fdd68162d4427160e6696a73480ada77203af2e98e16bc1
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b43e57ee5627042223555d989a71f1f670c8fc4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb25ab5da915ff2c11c7eaeae1c9cd36ceeabe9f80c5ff5e29f9d167a107006
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa1f00c0c90d87d586c5f82f7f6847e53aaa53f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ba9f39bed9cb4b92d1b10d7ea484e8b94901afb3f3b7ead1331fb787294f5
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eadfcbcec9660acc0c9190eb61cfc7bc9003bc4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba53351e7966dce7983e5af46605bbf3e54744eb784e2a12ebf2062541c83c03
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be2097dcf738739c672cc9669a350f1866a4965
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6541d80ccdceba2601c940bd9dceb7dc2135b4462aba8c19b4621b9c011bb46
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba9d845c848a4550e87d09e1a6c9fdddf23ba03
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35a90ef5ef653f68cafaa7fc3391189da61ef21fc32015cea883612ebd77eaa
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487c257d6d3eaee5d8e46813cefe0aa513509b5c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7daab1a36c0f7c67f6b5bceb54c285d346cb9794c08edc0cf18abb4f4e1cee
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b442523b4ae55290ba38b2650dacf91099c35871
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896aa87849ed8b79280a22aec63c8d9d6b42177f35bb0c07c9f3d95117897cdc
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8687b642fdbcb8151879e622c3660aeb6b6e6617
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8fb6cad73b63a010cb5373177adea8c266d3c9ed1eb79394f048928cb0c0ad
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2d3a4aa84d7f40fad06dd6fd473bfd1e72c705
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07910c2725e6f1eff400b2f989f785accc2e6c22f64918190918dc6c14a6dd82
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161104acae18c6533447e39c1eb7c34e002b5d07
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08cc28001b8dcc88530309de3ae4a1e8ecd55c8d1c3fb7af5ace25695b80867
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de86a7ea157b7f3aff605cc74073d1d5fe5b979
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016610d4af2520804975b7b907675ee6f2f0257723032a1a03a77e7924cabd9c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c374c9ee3074ebc36c670fbd095ee5ec1381d283
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40d9e67df4095ed669ddf4bb59d640ea8b178387a76ef39428c2fbc8ba0e3b9
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9541d7f5b6a6537ea6ce7b52ff23b79f5a1df8b4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688aa1185b7e42b3b36026c109beb69150f4662231136cd9e79acd0c9435ceae
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678b2a0aa742d55d176c7fa9869b1d9d749637a0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9460005893ee69d2a82c509dc610b7eddc627e3ce88f15311bed9488090ad8
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32385b22f16e7232622bc38f210f2a7a10303ed
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d89dce2cd16a359c18d246fa3b1a9e02a337ea6041a6f2f951da381f64b19a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc36e4def39841519a2171245cefde6db4bf23c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233b3ddabce5abf59065c7e7ae8535ec2429bc7b44d11e4681ba8ad5b55254a7
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53ebb163305a8803dd6e6e2932fc57470524cb9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a056f809af7bb9dcce44c2c028e4dcb7dfe768d20a5711e2ccd08c0bc0d8a2
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c9fe40c2bfee5fe82109933c2233e43d45c87d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca75a01ed53f64288c056e4227e3ee0110c3b8e7d96a09321ed51b40875278b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7567ee692e09932e74e5e07784ba32c35a3d6e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03539ab9c797dc2f6fbf108d7da74a61034c8ab73fd742e7dbcb2b18a9da084c
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01a8ebc0b0fb32308fd11d1b0491928e5cb7b121
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ff63308de3b089f2d9c22c24b5ea047091abaf4ebac4ea07f31e3718f8547f
+size 129249
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f81b590e17f6efc9ae565ea975829e1add1bb4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/lm_head/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:975711e4e659b4dd57b9803fba1e2ec34146a7d34e3f88534b796507688a9533
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f3ad1ffd81a041b530d55663c7550b0f81e297
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5d6147f07f3baeb1589a9edab58ff38fe0479ef6caa0b0b4aa58d65b84e1c0
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7eb5b642204cd2625db2d2738162376eac9bc2d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d139385c4fe5a96a29a3ec1a27760a63b5060f7d1f1d495da4c48fe8796852
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4581f63c264de035ca422bd823ce5b603100646e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:354934d5d6a7ec74465c1f86bc3baf7d68e66316225ecae607691d59990c3a65
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72442d2e130439761bc9ec9b45875789ecdaa041
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6902308a2d0dbc6325e3349baa71dc98e2fa2561448dcb321cf0b81b668b9a0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6913bb105402d1188171c79b4afd476c404c120e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ff955f9e3a3b4a2b04c2d3b1df8d543f0b8ce0937995149a1461f250a9e50e
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5cb645cf697ef2f2ba96c737ae6e8d66b758707
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede87326e53e1af14dd5f08f954a765ba9103d69cf714a60b3071b2f6d01c171
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252dc2b8d3ecffcba310bffacca7016e341e0bbc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10379f61a7ab52cb1d13fc0ad9232cf87b7461e55eb8df3ef024947c24ff2dd8
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa5c853bc4b7cfaa008b85b49ff2aff3d64ed31
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e646478e257f6040495a3bd3b8960430a2a146cf3a4d2a6c124c0efd4f83c03
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3adf005dcdae9ea1d3b32dd3e2f9fcf6a82a6a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce560262ffc549fd459f6e5e9a3d2cdc71004c286c48ed02268728ba70f5a71
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6acdd072431da909663f022683ec96841746d797
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a30869d26bb3025870f06f3df1df8d502d6f57924ce42d06c3e1e24dd2540b
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9056060aaa4c252060312c09711888f0b5579432
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d38dbd137c10b63e4007447ba56d2a18af76c667a703a4a47e6af9de3501369
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce15453cebee84f7eac8b1980f26b294c69ef4ff
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a77f256117296246486a700953ed7f74bee18919cba52507318de6dc5eabf8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8235aee628d4813efd81ad2e67423de4c88ce74f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9584af5542347d95119fd5fa80bfaf80fc9b63f7829042bb2a6cde43a95c5ea
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ff2a43e283c76fbf2ce6bf2a76a82cc16cda8b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.0.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dbfe4a9be4693582b34e85f02d8778af37a2dfdd399d7fc759fc56b2b95aff4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badf913ab87be927dbeb4bf9005d04521ded9a33
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7df8dca3f212477d01639ffa0bcd7640f93ec114c3c2cd66d0e8389e8439e9
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b3e70a3713bf6d124a902d2be9160b4d52f905
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6779e8e857a06a055c1c1d2d87e5cce11fd355406369fb53c05770bcaa6118ad
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a895da4bf06181a191b602368e90466cf03d4f94
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeaa9627ea959356d084ba4abde6ffd2ff2baf9c706e222bd6ee4ec704ffd4a5
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38eb703bf69174617c9eb87467010b28d1de5271
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4676399cc1bf9cd1d7950e5cfae3bf3ae8bed696471fa0fcb171a554149da092
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf138b917ef31c2f5a7e51ea71481f8b6f03559
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0c087126ed727d895912002e71a9732086140c89582433fdf0325c1e2782da
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4303657cce7c49716f8130a5ed46095be953321e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4b29c3298bc7df3b446a7375706749a9fd5e04ef5cebf262b5cb4bc740a20e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0045c2c9a47565b26d526f7c81b3c181e0c66f6f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a28d1f72bcf10d7f4c5ca6d9a3ca01ca557f8da68d983a0bda6763aee2a21c3
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb162eb60862076859f640a8cf544e0c5b1a8eef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cc397c597867830f3a431c34deefad727cef8c721463073c5009c8651724da
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735e4fb4c3f6b924db8b90b63e698ce55280f70b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141c76505e183584cb69e3ecd0d68959f2111ccb8bf3163bf7405a9ce824de4e
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7feb12f91aa92a93a7e474557e02b576065cae9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e304c345582991f7899ef5b872b471db10aa7f3c5cc946ca49b4c88675d266
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eb1cb153f5650783819faa42c072cce322b9db6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18fdc08910c7dd480acf67b3c998775edf5fc2dc74837e868daf7e50b13415d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed8f44865e458378b88d0324109d61919174da5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23181e5b88687c0441627ea8036106b57de0653081f6594e296e08efa2a3e8a8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb4bf51b54fd949a1eee8b0b6e6d42b4359d7eb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fb6d77e78e423cef806fc52a5feec554bb1d7206816feb8316f6fb28c878bd
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c48340edeaf21cccce53a65da50f3b4ed6de1e0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.1.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea5a07c4ebe7fb90b5087d588ac50bf565999545308b59f22efe6a458db839e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e071db1d01adaccba2095fd2fd68aea438e930c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f943074b51de9967491055ae6b6195aecfd1011106a8327e26f5ab6430d3c89b
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb229c5bd64e21802bde41ce0f425c3430ee920f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52669e1dc51c4a641cfc12cfe9d688124a64c3030aa4903dabd936705525b49a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6935d6634c5590b5e6d34ae062b37e998424f21d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5682b0f18d26f368a1500ad2095c8d12767c5c92d008c2bba4db84848c11dd94
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547874a7e2603b1a57c509ac626c12906c358935
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2302484861b4840a1ae2816940327e78d82f1b0f0dbdcb8b83f29c19407f0ccd
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1136eabd3052ceeecefc1324a1a98fe4326847
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53e265fdb97c1fdef2a526a0fe33348bee17a59f988c64789ac7d964babd4c3a
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2285d8ce9d4e231c8a2b49dbc7f4dde86c1a6c3f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29c6e36e893d791b2d46d072025d75be16150c15a569baab299e250a7ef7398d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009fcaa818754fbd5340103a4c46517dcdd8a7de
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c040d750e18dfcf061dbba92e7abd0b6881cf1e95c3a71668f938bcf35b54fb
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885a77c7bd7005e2c1c7f0d6644ed2af2f7b510d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ee2e1d74c4b87180beea07da88d20587db1134bc50edc4d413d5e6d0f03d07
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e805eea69717a73c68ba363c19b6b80d60ba576a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf89bd9bca0868426de4e0c669546d294092aab940b765806f5f247832f969a
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4562638b77495291e09d279f063f49a008686883
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa37bcd93ab78ff887088b38fba5aded8ae02db3b8be307398188ecdcfde806
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52905a99cdd706f9dbccd4392cc7d64c2f7d771
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646ee85f2fcb79a394a2198b8918c554edff1ff0cc46df02cb55f98ea837e470
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e04ddd5a3daa1c898ec1133f335f5b846b9895d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e76a7e038356527d83a600f934c90b9f33c94d765144ddef5f7925013af565e4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163a03791aed4d647dd9e369bc6b19ea48cba71b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d742b41020b9bdbc254ccc1a4988a081cb9fc9bf1523f60d6920c2a75069e261
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce256f9bb6ebd08a324dcee0561cced7f845c5e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.10.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83e3d5e4f196c1b68b6838a32cf0e3ac46a20e2ff1a88058ea1597fc64ee605
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5b28fbbd2550f2e4119f4539b98af76d195da1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22f09e92f104b86e1523fb50928b969f8065b10983341dfeca64b669dd993be
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6cb53be41ac44eb693cd47bc846d49cab287230
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8e7ece2ef7b3e9b14a6b691758ef796824622bab410900140797a6208abe1c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9aa505c8ebfca0bfd4d6adda9d72c68f3a48fff
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a5a04163b4a05dd22915c4e2ea12be3e0fc05ccffffdd03702eb99deb5c0ee
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658dd20e9760ba0dae39039c464eb445462dfeb2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488d704359132707a617782b771404074ab34e9abe060a8ccf7529006b7eb5f2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f39cbceaf509896753b8591b5d20234b9afa012f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c0da3a0671773daac016828a58f0ce2109487bc70c9939b4c988db95cb2537
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37ba4a69eec689b4f2fb945634552654c9f3a6a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c43510bd3c302535a7f00add540f0761d4fe8fd94f224076b0ce97baef1199
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af49b326ea9c40fdf64a54419904eacd1aacd95
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab00afb0055d0c8c7f80a4621409545f8b58e0acbe18e05df7f269a3496ca6a5
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34592032f9e40ebe1e01546d5aaa7273e56cb8c1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6b1fa444d5d263a486ca7ced24bb724e27169d28bbc796f5b7644fccf96f1a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a756a398887746fe714bb9891afa93321e0f75d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dde55e7c5b527562f4f55316cc63bf3ae44cc997c75082907caf428487b247b
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7297644ad5635974036820da05e0ac46d44b63a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1822624b46cc7daf8f050b9611e795ea9e1327edd75296e3db71f287d375be58
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c235f995d454a31a329c49751c8cdd0d7119b9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae927f07ccea98c65768a49e6a23b53f15f057edc1847017673afd6f573391a
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d775ed8c38d1b6284ee9829a26f574cf2593f8e6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330dedfefc76483f8e7bdcca71296182dccd0722e0ac50117f42985086ec739c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..233d131dc720ebbae187016d0b44fefeecafcfcd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd92f787bd4522e34895e29f6611e75bc63c259d17e5d7cf25e920ce5a698142
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52d3cfa979a4f262d06ed3ac6a4ad351cef8911c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.11.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097a1208824aeb7c7c9a949093854380f6738940b21ebad627d074602f05d90c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35761bc5ff447e6eae8479c9bd27e2cea4b51340
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f95511875ce98d71e2b5c8f24c28234c5a171ef5f9658a859cc2ef8c5c40f5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d6796a5859556ea136a66e8693862b42ab2aa9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538c785ec4dc77457dafddd466e4e22bb7ee5323f3a3c8f7d5b64626fe8242a4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a2701fc9b3c815c4019a1822023fdea50074247
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c92a8bc1fde02974808250fe39402373fabc269a1bc6933090633caa5d0cce
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3453b69670c7cfbdfa2d886c0a2fe0a376f9bc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca4b67f33b799f9e3e7ce6cb2bda07882bf5ef57806b6e5a4a5ae412888cbb8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5077a1504959d10d0a50018278c9e4d76e5ba63a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa13f7283a6141d5192f1197091ae35c8c42eceeced2dd4d55853ab34aa8d1e
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60397a84fc1ed36a9131e16c42d93dd911896bb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13057edf754ffcd4e950cbe5f13cfc0992a962d7d96ecd346933163a999413c0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0889fa586d0c2c55f2e2eaa08d8e03c6b8f24f8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b495561573e8ee2af77d469db5a39ced2dfc2ecc09496b403ecf7333b616c87
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afd1e9f790973049bcb519b73a73b01160da08e4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb18543d4ccb98c1297e712214760daa2be28bd63149a81e076f7edb57c572d3
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb330256f29d4b784cd4d0d248340785d33aab4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb215b8fd883880c2bf2efc901331a00d5adce97de1d03abe4431006f872d10f
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23738d709c173681889678f5ebdd1f08c7de133
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1cce34b4360395748cf049cd09e580173d6b185ab0e8d64442597a889dfd4a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf4ac033a10cd7b34a788a13c7d2bf65c0b0ccc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd9804ef44936b86aa2fce6bf316f28cf2fc2432ff98815166d561c73d51e76
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0d00c07d47690cc4d2e5c68f2a553932fb8a9b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5532754a5c7690ebec5cbc8cf76ab04915d8d8e26179068df029f3ebda4cfb66
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2947335d9d88b0aefb7a63b27042e133aefaf44a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569704189c7cc9dc7b8fc94e0c51543dbe9ed7cad98fc28d2f2742691e4beb87
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0961c5ffae180bd42362e76552f20062fec7835
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.12.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e80f0d396cc776e9b8ed4aa6daf5e2e6a0e7298811c565560202f2e83f22146
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03089b90fa488c83610aa3f860c14582cf434bc7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdf25ac28018537d7f1a16e7676ee0e930a7b8b48b8b190d9eb81d4e50cbe27e
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fdbbb675df8400731b1847324ded991f781fab
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2254e9f70e388854404a2456bf27bc567602abd0bba602c39bbea944c64fa9db
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116325141b768c8fb8b39e981a552c3d82aa1f55
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e260bbb9fb7ddfdf8a7bd6329e8848e6c347aa9778f411ba78f97c04345214b2
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f56982e76a80cce2bd7ea7d842ceb1075671309d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d568d0279a54c04670781cff75989c745d4648a21f558bc8f5f1b5e24f85c9ef
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba42041b255df3ca3aad091f945f17cf0154e49
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b173359857bd1ac9e2986df8b91f6a25217753e46b6924f33c2d39f00cd2918
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c416521e7116742c8f9307678589cd2e54078e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f650249ccb759b832e0e4075de0bea88c2aba4515af479757dcb35f8ed913f8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbecd1ffead3e418780a4ea505525be0c867fed
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82d411b372b3b0c13f3ba72d32731cc153331357f5e2d5efd5e920ed9d57a67
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5597fa61376aa1cd899c28d44d9153728db927f9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196215e726dec0c22c2b50a9f3baf639b713df915d195344a87b2fb41c7cdc80
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338a1529c107becbe707c831410e20812f91a82f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8bc5abeee2cf5eea52f0f6aa2c440bd7e9ad641fe1338e08a6932c3d17bdef
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9b3353b27f0bcaca1b977ca34429e547182e73
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e099de55b949501f21a11a1424fb76578fd051623ddf574e0a11b0e1e00d4a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e089633c71756f49b2d4e36d6fdf60b6bc12261
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da1b111501e964e3fba8e74d5b3259509ce9edb32fc8f3770bf0c7f0fe79be5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bc2aab0b5222798e913bb3ee8a96a6fb85844d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb0c5a77b89fb004014f87cbb25a1eacdfb25ffacdcf486b129ef72ea023e2d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70cd4eacc781f7f60ec2cb034b784ad42fce424
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38c0f721a6ee2df4147702b5b029b00ffe86c9c043aec8d0832d57816e1d060
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cc9068a2679c158760a0a6eff5627996e67d22
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.13.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f3161e8ca183ee37f289484673cc7308e0d3b128a5050233c11ed6371c65a0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ab83b1098a673f2cd13f44ecfd3d70e844ee0a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dd3d26dbe5475c251a9bdc840cda29580f6b9fcc51b490f33edbe8e71cff32
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e444a5a1b24441bda9a3a4d66685dc5232fb667
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd30573f6f8de0e5153d42fe5d25c02b0e036ac2f82b37b49cdac0c224e9025
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dac872e42561fee12c6c6b5400b13ee2609a0b6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2333108d0f5f99e9cd837d09a50855776101afd15851b8a7680f51104bd87a
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03deae6bf0c5e593b6c4fd55609b7f000540dfad
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d613ddd00e1519427058d3c00e01f28c818614579d2f0e9abe9685ebe608eedb
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f562361b2955fa4fc9b44086ce564bd34cb5a80
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a636237e7b4ccf82789781127e8f6c54fa3a1fbfd9e6aff8a18b307cae292b5f
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28614f511de5364caf4cff893960b8c7915aba8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6749b141139c1fc48c43b446ae77aab7883569efc446e9528bcdfaebf2527bf0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19c88d4e53bb4351ed77c541b5ff4977355c0e4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b5019a94ec36b67e737f1f9d657f150da9588f55ff6b0ab5444e16fe6bb3f8
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195acc02063033e272fd917f0f69ad09bd4b8766
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9693d330102719e44a887e3faaccd257cd9ad1c890aa10b9e92e2647b81c8dd1
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec72d7b6cc98bb36ab428c4cd50a18bba9cab1b8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947bb20d57b70a9b8e2d573be372194d227abb42ad99cc74e9aee9534c9b65ca
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e87bcf76e0c73ed6ef13aa5edea7bcc7dfb392e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69116618f2a26d444ba5601a7f844cf2a72157093b9b56b904722fa1ca10fcf1
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea2ee26d19beead3686cb49f095905db3dd68e4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e27d274dae283c25dd15e99faafceffc0400e7f0fc125ccbf0c8b1ed1c3809d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2df2d59ee730045d8216030739821d78d8627fd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee13ef69b1ab084fbf3e6b7149bfd46577ea0260faab94043c669346c2cb32ed
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e224d99862942e06e2f61bd6a25258353a8a0fa
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a2147b9fa05cba7d4edb96218cfcd227275e811a31f91ab8f25c97516918eb
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150979365cf506292edfae86f260fa7608ab1d09
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.14.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d457ae115dd3c32a172a3cdf2e5dcd9e5aef78880b4758ad99aa64211cbde3d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4483f9694ab7950c0481e8da717b2cd7623c0e9c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ea3bc95ffad592a26f6106f355fadb3cd6b746a5efe10f7b694931884476d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0686abd6cdfd065d7b8ec8b65687c445f11af18
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271318bc0d545c2beca9cac0c3ac77ea9c799bba699460772ad94748f3dfb43d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78adb81bb82ca71f704b0ff5770599b727ea7cdd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e4b775ff58e083cd711bd3f08ffd22cad08f0bcab8ed5e71432f621bdfa916
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3cddcd31707d3e0561b12ccb93ca13827ff3610
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3080f835f71fb934ff487838e1f9799b50805dde73fa9d739b7e4035c22c7abe
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273b3717151a9091e11791bf30a5d7ac55b3501b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed233994e221019f04da0fbeda20474a17e5f1a2bcc2344440b5ce9fe966806
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c3da504e98c6a833b9d0c00561e417762633692
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb5a6a6e243d9e00823de55a7d2d002bbb7789a4d3cadba86e18bed34b32acda
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4ad32ad96dc6c4a9a2b730b597dc9d333446f7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3d1fa0e252d5b2ca60e04229caee6b448bf5638eef74c682708c61f39dcee3
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4ac4201e128dd1637a6cf16a0100bcc723fd370
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31d7165658c20641386d2b714997abeddd8e69ee33241f5acfea93644683020
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a700aed395e303f35dbe9e508229674e29f2af33
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7004537cebe380890a8b4572f1f908622e8020bd62b3ca1e923aa0738be67b91
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e1c8b195f09c14205996ee13c7c8bd94852306
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074817b2fd53b8e0d0f4e9baec1507b5b3b12aafc5512c8b6a0b2c8dd8943af2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f819d5c9e6382d21d2f3a7deaa7bc26554ec9f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d38f9e2d5c0a09e3277487dbb73d0fe44ad7d14fa5de314ecfac85249ba824
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57be995b3d1af02a6eb888ca8ac82e30c8fed2d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe356bf5d38fbc0d5b8b4a6d193033410c266f453bc831b8b499bcc2860fad72
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f166f8959ece25687ed3b87f8077d780f0ccf1e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc5242944d61bba580bd594b005a8253e6a7269a3dbaec39c69ef35ba59c7ac
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb7ee30d165f04149551bb8948101523453ad11
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.15.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94f3cede67aef80e33228ec502fb3b392f6ca76374bb3f5536c07089c15a0c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf9a936d73dc73627c123b70031530d9689a4ad
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e74fd52e0c4e4a5cd2091c4bd01e268d4e9129b024069fda2bc8e44bbec03f5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5313af1f1c2569d08e831870b73e5e3d4664d391
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38c9a3503db617acf1796f14b3fab91f535f65de718a2cf222188c2be2d1fdf
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054686d17ad8e075902139fa845cae0998ef5850
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d90e7812f3b552a9d0ed5933f8c0bad6923e11c81c42abac5cff626f27953a16
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febb6ec87ac0d9797ecfad6212bbc7c64d98e4e5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e5275f42abbe0f047d0eb204ce6b371a6e309fd7600497ef770dbb3835e6aa
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab011d94b8735d0d2850c5e2f09891c321440f35
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24b5a13b85fc531116c58e83db3618c69f2bd33d03f037a39e90c89e3ac6948
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1bc8cc0194f1e29979f21558e04443dd3e9bb00
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7209a3f3d50888c142f186691031ecc44fc3d3293e7536ea757895aa2fb05a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f9f94a14fd4ecd4a2f36661a276ee19f933840
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc02a9507aa9bce8e348602f776b9e30b8abee7b14a7e73a75b5c55dd5cec0
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e6a9b7aef9b518ed452157966d691a02eb60fb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff00517f8a83dc6b62a14889bb5a7b07529d62762fa69e2af0bf067ff9332a60
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76d2fb4537749e062831663c0aebb032e572a24
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bcd76cd6abc95799d234da3631342528b1a5c9bc270c7f011a74c5ac678afda
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a477a4c1df8f5d534f59e0c36783f2293e7b5c93
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cd1b02c8968772401fdf520c8a7526bd46b5a1f7899098cdf50f88dbb2bde7
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3778298591981a4f1ab1977f40609c6d553309
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391c62f1b4097ef740f22bc88d78e4d449be9950a4a8b2c623330a73252e6972
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8901b2d442bcb9caa4a731863ad922627bd4a0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409da28a8ffd49a25648858e057249a863c1c05f28c6dcf84f3a31a3374e37f8
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa45900400032feeef93729674cb232d0d97509
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7062075b61abc5c2d81b585de933765924812b32cbe2cf8564722c8c22287793
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a9ea34a2d7b74753a1d0382aa511879f5203e2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.16.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86d79cab686c338209365de9bc6964cc10d06447f50ee9ac9553334e79aa56f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4526944536319d5c953bdba59aeb6c8106cb30
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7387f32ecc5093b507e849f06deda114377ead97e5119ce8b1d7a1458f6fa26f
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa09f94bc68f08c2dfd22ba8810485d89e55cf85
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d610ac258367bf6ac4fe2168043f4be84545f8656ff6b107b6d17df1f1ad67
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44be157023327aa227293ad4bd9c62b2007df86b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85c00bc1b760bee0f42ddc319dba1aa85e16b1c98dd8218631a330038bf40db
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c79bdb4b7b8300b106ecb3c9ca55ebbf4d3022
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa851ebc64fa5daf817e8b13507e134c54c88c50e5ccd4ab579a96149c9090ce
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd2611d239954158e8fee8bd3ad2b3ae708cd886
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab6d3fe224deb9d223d8601a071bf08785c01823d42738804863f6658454d9ec
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705219afc55a7b3eb78b7bf525f25a2377e963ed
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4a679b8b0d7ad699374d9e55ac43cecbd5ec2caadf29c1cbe195eb10892e80
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1667b56d6117251b9d6cc6f11a9ed142c2ee414c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47de8eb7d320b2d37b008f1a2d3a5d86cde9c793e9b348568282a44ace1bff47
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95678ba9137c8d317567781f90ece317073631bd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d666e1a53b07af89785d69a1771caf64e5debb0715445f6e62c791b872d5da2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba67d21336ae980a22176cb134f42835eb46827
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b9c0daa2c5d4edde5e554502122f6bba6c9c63eeb2df1c31868534ef69e038
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17203b4e5c49e8d1b9e62c691c6e38690225f0c1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d16dc66133302e49ef68a66270e0fc5a5fdf4e760ba82f6ed60bd4e3b5386e0b
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1696d910e026829a88e60c5210bdeb8e25d514ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f46f47ce78ec55f32e733382b194202a16c0e43b192f920edd793c3e4631432
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37469a0a2f244febfcc302901278b338c1c9c8c0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e404d8337b66e84fcac2a7df05d9c4b7f37d32e830626f950dc350f6c5cca70
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79e79a3b169295f811362575981b08baa0b35eb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7fa43255c7b08849672034bf0a4d4614e96f11e9fe1420d3335c2bcc19a9ef7
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7f9b7be8d3e1ea39c7439b228e8498e30621b9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.17.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e4813fe9b7c99c71a442a22caf987a22c74563fbdf8f27dd0c6f38b6badb3f1
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ef8a76d8ff501a07c091ce9740f8d974931ae5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c62a37cf6636cfad913ad4599532f1fe722c1efc65ec23b821b5d9015d3b88
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80aa61046a90fc8df2ff0286a3aa044fe3ae24b2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f863b56893d4190dbd122ec3f5adc72a788459f873e92c5619d9ad92e1d2e34
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e72993ced229657044245d82d55fffa7a8d7f2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750d6150bd103d2ccc6ad30f00a8f48782de00da1793c8bfa69cb9f2b442821d
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc95da680fd39bb49e3c9890f04210955fe7ec4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4862bba29135b954b416e63b94e16a5a93675a374b6280235cbb7a07920f52
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb16333e78102e6372e5e3d8f9b614af620b9f0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b96570523a1fb40bdc8af26866a1823446d03ea3348c7f2c689520c8647aff0
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c0ee95da19c2a484971645d899598a47f89537
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bddeeeaf97bcce5309913bf3ec99eaf5af27f90d621717455225226e606512a4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12dff5c96967ee29206fe538bba86e5e97041ef0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5117277cccc3edfa0d07eb172ff6f22b69679c4fdaa4126aa48af0ad933604c1
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81e150116fee4ddab5a72b2794565c6913fa327
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db8bbdaefb3124ce998b2202af9f879e47a2385156c6895ca9446049fe0641a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b73d3bb176fd0ce8c1bd353bc66efa6f9994b3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfab425b9a54411127f1ff38eef3a8457def003f73dd2cfbf06c511a5915a13
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bd2b5051cad8eb52744064b19d0b46e9ffffca
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d612835b91fcc098209c492831439d450789ecefdf844cab21b81af4ec113a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb906b7f05a2671d7562ab2b546e142e228d83a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e1dc6f7e899978b995815244ce5773ff1baf376aea989d70788473f4634fec
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb3efa1b73c67f74f1401a1dfd8f9015235ed272
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3573a035cca140daee2f350f4ffc595f20d09d1f44a8a38a814eadbfe848b4f7
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6411f02b9fb3bee4dfa800c7a0a47e79c4babc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab9a06ed7d83c34ce237c6fd65fac139684f3b4baec91d6468a3c75f46631d08
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd41dd1fad77b371000e4377269cedab6013fda
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.18.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beaf958c3d07cc55c34e552d5f0b248c073c1e13aeb035ff35954286a85b9b49
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6342bf65610a4d8ac5de86a1354c4e70d23ba73d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c5018c5bf97041dfe6d61d53331d985a9edb177f642408d4c992069608c0ba
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18218713eb805263b19c0554bd16fd972ea870e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd851bdca6d622b849016c66953a456cd17a6f594da11a3164aadd36d6d00725
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f12a5c5a0a8190ae98144c2b5ddd816e6105ac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae9142af0392620f175ec85b1b9ab1cb5bf92b4350e4c4df3a29cec8ba6b320
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5705e635eb6b79a64abbe6667e70b4018b16a20
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcc0fd6214b807815b51303950ebb7551832860392ce3bf84f659b22e01a707
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bcb8317be787baf6a30c3026402918983ecc1d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9407f8340dd38c8f76bcea1e64baf8f1938548b332ced0fb4f37835a7f6a314
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2858efc321498991a269f4fff4940d9b1579fd20
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f014e2b933b864fb8905583a32b02c1cda0cb3491233643b413635d87ca4986
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8abeb744988d44d1f4cade88b8298b2f0b5348
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cd84b2946e5e9b84d35d5d6a25ae18d7c652ab50aa1bc2b56c12195fdf5859
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8841fe9cdaa89c05a5ac6c560c3fd1b685f90899
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5b40f508669dc774b3510ccb19f85c007c5a435964858c33417cd5249f743f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97617c3710cc9b674c683569a8cc9fdb469c3682
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6b87959935f9c078fff8865ded97af67b4ed7e7c489bf824024665a560e11ea
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0819b3012bc7664b5e2bb66768a0e7e53ccdcb0b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c797e4b2fcc7dd386b40d26413dbd35d0e6918d0145b64d3f69661423d28f8a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad94b1144499641887ca40b5aa330f520373ed7e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23368a09ba8b6b1632321d56785a38bffb97f97272bc496c41e9f0249f15e0ee
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94199c92fb466702c155363d73dc4d43a117ea6b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a181c23543714e9766e793776557678aa3980f25846d8a43ae4977eb67e0dde9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424418982ee8c4dbdbd852bff32cade0196f1418
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8faae7693375ddb769700bdedb993a6b054b6db4f364b776e141a39f7635cc0
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e3760a8e6f9717277ffb7edd558924d6a70aba
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.19.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131625894f2db55a427ffab46d9af3b45447cad950a5c16f8686d7da70722645
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b85cbee02ca652c5c16d012366d7276f51d668
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d0642b3d7ff76f7bea460db11a7efb219879180604f3b08dad5bbfc4700436c
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8082462ea44be0747505e6263edddd4316f2ddd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07b3c669b4416d5df6c59a42f41cb59edaa58d66c53786a8f047ec684a16350
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377bb093a83ff487f7f043618e2a8b9423546366
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b6a509dc6ed4d1c18babdfb968ba8a4bf8b6d4dc4171b3bb5170bba9a90ae2
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d12ccca4c8fd0879402c5b80a14cf39dc8c50d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b96f83c832aae9ed16db0a775a2690bf448809b00ee7b8f6529c2dbfe56f04c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92e96d844cbd04d9a7c13200f9007a32bce14df
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d69911cd3093c5977fd2110b4c54c127e70256b27031c07ab703477f0d10adf
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ebf3d2aac35a53f47008f326082519324287db
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff8b8f451ea67f551a9013c262d663cece705d1349a4f801f66f2137f43ef4b
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cacff4e84f8846b9c2d0b28803762a95e442dd41
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fcfe6b9969954ab930aba402d82ef9d4c2019ad2ef9b9033e87e990a97e1ff
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eedfc5336462c59b67785de8bf2d4ecea8d191d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fcc0a42fd2e9dd7f577bc0e886a9a806ba1ba1d53dc67bb16f2b18276b37f0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c19c3afc7ebd23fb08ab9fadf5aa88a2f6d9bfd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35da5eeaa25a507fdd7e681fe70df60e2dd4ba3ae629fc68a7f1a56c129baf5f
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69694917fd99ccde41932ed5c5799f708886832b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d65ff18887da52dbf35b5e3ac33a41b804a41a46deaee6548e826b3b9c8927
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6120ff82c75f5106d01f4357bcb815f9089a57
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b396d4b4c294e8aeaf8fbf6634579f1f76ff5af34691a6ff3ad2ad64ecb939b3
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547af88194800482da4d1ae8ee37e25237087f16
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45b3ed9602b2c02cb5217592541e9f7029cd3cb6bc3d92cf3f77863f7ff1a9a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b74ffee9715502d429df876740377052f73593
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc3d36dcfeb66ae2b7c52913b4650dde42d598bd7d5e0bf95e8ecb3d00aa1bd
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3babc34b12272c6efb112a904cdbc8724a26abf4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.2.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df53389b0eec7ecb1baba737000b69e745349a38e288868c3a7258e21637d371
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef7745da7584f8b0e2a46c0ee7500dc86d300bb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663a56ee65feccefae3a81e338e018357cac31113921cdc9efc293a1a832586d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a262be48c9260ae6bd009f7cb2de0f896b0aa020
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98d072fa13ec04c9b73168ab579c231824040dd2a06d5d94f867272bfaaec4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c89f50f8e76ff68dafbbef09e61d7a9d561641
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45060bbc8411466c8bb5b838832bcf32b62b79fdc6c8d86e6478b16f57d5bf70
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc59620c3dfcb003b4bb983607e95de38a779d1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc8b4005c034703ad526c34de2153410a211b903b2eb2f7586be47a6a2c403b
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165761e0aebaf045ff550485e09a778dd82b3328
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171031d605b233371634060ded42904e2eeb06346ca390f7cadb0188c53aca52
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f10505217d26675ec74e671c2c7f25b57a5c5f9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e97dc9e2a1879b9bdbb2d1d03388be0166ab2b560702e9f94d32d03134a646a0
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88468e7ec23d28d9c5f15040222f9aa12dad56d2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb6f0f200a8f37eddc5e0a7db855f0230f2653a08b9e8e7333ba9033fb8540d
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8438d75b9c41259f46e4875f3ff86db3e159ac30
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9250170381b2a006dcb10a81dc65f5975fb4b64867fbf5c3341d538099d77de
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ac6fa8d7e9aaf57059b026e0b47bfe04ce634d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f8bffef566cee9c4fc4ede51737f011cc42b7b388a8cd8f238dbac2575a9c4
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86bfdc4b54ed3a99e6372070e06aa4269ee91f8c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c04315c8c0eadf493d4e3629675ce2c6491c04b083081ccc2a61d17c71a30bb
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc30a8ad6cf4185654d3cf8174c45ef70911f55
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50254c039524a418a656f088d5dd6af842be94a9130eec3ffa5fcbf39461f99
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564cd25da2095831d0f9745bf8e166b477211bfe
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5bccad8d5c750619aaa5db1ef68bbdd91778330234fb2f0d7242d254d46b1c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f19e0b623f2b58201591f1672b86d2510aac981
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78fb8c46b2303d419c9d4e54a23c1c89f4292ff7315e6147ac25d0738cc3d3ee
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17aacd7833f3954027c0791496f4040bd8cc4ebd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.20.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96cc352d0065e0cfe04d0c86b459853c0983c677cf8e055c8926e64182803a6a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4b2e76bd9e454cedac7af285ed78ce384565a7e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a546160c296e21cdcf2f3aa537c740150a24cf95a571795ecc148588ed50c6b
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19dd936b47a3a35cbdaa94ed07883863278f365
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065917f66a6da138f7903b8df8a76379329cb114deafe84d009591476d8c6ff6
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409c1f8c280196fe7f64ac2cddbe059cdc7dbc44
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72454440aa12cd9938e9dc2f26cc5af6d74bc2d0113296d1a764995e4e8b833
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a10bc10e697b978cac0a7bc7dee598c8eb33371
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80516b73176dd32d2290b40e7f34a1df5bd761c841cd3800c25cb73f139b7b9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3586ddf8b75223b45da9c0ca291037fef37ee3c7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a836adbdbaba32137b32ea289376d90354949790dfd81789f416b38d29eec21f
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e26b2e240d54dfd1e58b5b6815004cca354a875
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f7e81639e53904574015c59c1228274c15d18f77493a5c2a1edc5385b65fad
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af4222fafab4702efc01e0fa4e7def2306b87cc4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab272794f6f314e7de58afb26511a3adde9355729c41f7412c976c62f0fa19e
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd8f1ba7414ce1f06cd1aafb96b8b82f597aaa
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6845fc4ed5c46a959652a342ec66cdf633310bc87cb4004da58bfe5932d8494
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1beb7035833692cee93f76fe930ec3e7cf8aa0b7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d101fb743389fb5aefbef17acb403e9b00f6683077dbb45ad5363fda581206c6
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8d2891f0d27c073ee2a67f3801beffa9713d62
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc03659bae4f612db29053656a6c1f5fe52e3fffe162bdf9ac776c056f11692
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755e7df197d78588f46d1740bb231c3a847822ca
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ca61ecea74fb53e924fa1a7b546e4021de90d14455d94354dec74cbabe9ba7
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f07d5519673d2a2edc50329a79b4dada5d727b05
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd675a4c5d4f895da681503bbcc85b02907d9d62995a7fd1da4c7af6ed08e0e2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e243b7ee0411f10684859997c017ba5ac66864b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b65b9059f554bd3364b4502fcd4deadbec4ed062ae7a6bc5cce98e6bcae7af
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008aeb88ca4b99dcb232b92ff319bbb6633904d0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.21.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87798e7020ac242d71c188ab2f9ac4d550a978fee8d3f6c30a5e8ec991e45319
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5890794678fc71b3d327efbc3c286c33c7ba5912
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78cd529c06d9a72f146e610d231789be759815949eba2fc73583743c04359b57
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6aff89bc79de8684f14a75dc995a61889f5d257
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60cbed49ca8cc5323b426f0da9ebc4f2d3b9d9ec9832cf0d82067e32feaa2164
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c86464068b2321fcc1bc8098cabef3911d82b4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae732f1b301baa358ddddf666063c16693637951f675a8220d63d3c1807062a2
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f036e2503f0af8da08ef6725d6fe75c7cc82bce7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b3e9009af31ed2722e7405a1d62b2bec9166636ae98ae68f7ae8bd940207df
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66327655b5a58029c2753a5d4615dbf485110e0f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4872b53fee076e9c89ec35448e97fae7b06c308a00975d2e40186e4764d0081a
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..445224d0684352266ddae915275a0983ab2f3866
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7c4fd811066f32d83ccc6a16453517452ce317f9e8a1d6a9fb3a5bc3e2f55c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a8fde2859bb2a76eb6cf71c5a16682b9e0fbdb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c98e7a2b63147bf6986180e4a7f972ae68507499f580c041e7bcc0a0bc66997
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c004674b12a5633ee75038e4e4812e374ac4f25d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c51b82911ee1d2bff8d80740a637c38ebdeefd573588e0e7ba8a95d9442e93a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..755e05c89cae2b2a669ac3a6e7cb9da5aac29c32
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91dd9d50738b1f64a85195cd8f7f30912c33f6c95d9376da732d8f9a83a29703
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e092e34486de55158116559ba2f5356d479673
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936c7f4aa068dc742355b2171dea6a91791efc31b5caace10035915866448a7a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c6f6788a3a7f8a7dacd8ee3e5ca24f71455493
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e219ea098d4d324cf650446c1522bf74ac663b407e2eadf8bdb329bbdbe2c118
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3990a0967973585c3880bb50511391ae83cc40cb
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535666d6b6d8dde3986f2b9bba4fa651137c7ef5a313f3f05f20462dc4588ca3
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869050aaf49166bc772151287b8a66ac9eda49b8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fcc4cf1ddc93e4ddb1b115b315429c7d59e5b18cc27fd762976fb2376d993f
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff01bd17650b51b1b85bdbca630dc81822fd46a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.3.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ab9368e9bc210eb2a89b4f1b476c13105e818c535f4a337372d2ed7fc34373
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee201e30f3721b909eed8c3846975e479c21c5dc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3892e5568895ba9aaabd9e11f3eb96fa32e0de27ac0b5b0c10d8478b021e1e
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9ba152e6e5be352c956f9f19a0c4b16c1ce132
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6234f75569ea3fd8b0907eac97e45a7315232dbbe987dd076ee065f0f62ec27d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc70cd706cdd299602a664764fa3782454acc00
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba957d11e6d21f3b2e71bd4a6b4ae0940dd45998cc3cc90631b5e29190f7a7cc
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8117ab4f362912d9e17d4ecf21e4ddc4464c39
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec47b36744f631e4436f8bec7ada60a0f42444e97cbed52da7ef5d7ea52669bc
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861b19226eb69702c99d40dd97b8a9de136910a9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f325146aed314797cf7b974144034e27c976c1bcb958c69eebca1a454f70cce6
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71d51bbb4e6032a1f54fc363f73aec2a1c25d74
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d62def0d48224dfd28b95075506efe38bb4135da2f852ca0a015a9fe64458f3
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c25a005a5ad33ccfe2d73a8f9b185eb3d0bf40
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf2bd6d7f6784e0c4adc5d425ca4bf7b7b91146afd32994d6f2841bb1318a75
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9725fbabda143fccf861263b9fa4996170c4e923
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53b9dc556e3b1691a09d28fc92021099c55465d42181f83ee3db035df8c2e52
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d9b5588efd9e5497e72b82bea69d07898f9073
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b857164935fa5a85fcd7f46a245fe2b5379834f3df3038ea2a511b98b871688
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0485c2a90624713d73c175fe7bfcfeefde16ab5d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47bdc85cec5b4730861becb70d592f11f2ed98b811caeeb128d250ba58363f9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..217c77414f0a4b110a5684fcda611255f196fa98
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae669fea455046b3b0271917e7133ee962cf7ede3301aff15b837f2a4a2a31b
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdbb736962d64b21d7b7bf8e2c76b72d1bb20a92
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414eb607797852b46daab7f1f88503c730a6b09279ad98d0175325534ebadb8f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e58e9867cbbb3a26781da97b462817056c5b1dac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4631d301af78d766a306dc777b030f58b74ca388553ab88d2a53e0abbb4a79
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08fff500c8c0a7e628a36483e9abf62d5c58d23c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.4.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8519c1d670920dda954b9f9e3c6b3403af234b368284e0b32c6f466c77f2bb31
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58de8c67a96fc6390085b163e3e84680b21bcf38
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f5624bf8ca75537ae65a04ef5b9a61af5becd4258be206608f75cff0a941a1
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38954a6e7ecafe014e37fff07533fd58e7112a9e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e329be0bb52feb622267007c997095c11ecfd5434ace94fe1d6738a1578d1575
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f029ab9c7a83e048da081733dfa2279c7e50a8f0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7be1a5735a366eb54f5469b47f44726e9a7dfb284b4dff216b196e8c3abc414
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6876f65f72a7f214080152b8c56a04c923c382f1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4905f7feadd45f8c546ee79aff1b5b7adaa01336513a38e4c4662085facd401f
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9da2650553bfe224a185608b119d4808e2b0e1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7135807706c645fc0702f1525954093472cea687f734b2d79c542eb9dffe85
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cff49aaacd6b2c296bb0bef5f1e76165fd2a3a5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add7a51ff3aa26fecfc8eb4326ac424185364e558aa2123d4defe613a74958f4
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f420643a04d8ef4d8bebbf6321552ef29a1fce75
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a2bcf037a26e8268d631985d87511bf55f817eb5bcaddbc05c56ac664802da
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1013b7cc0140dba5f58d877953131839b612bb6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f9c714d5138edb0911b69cdd5e3db7f17805ab8a3e68f4f0d9b73b87abe9ac
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e46a1edf611dd3b5da2235c305888b6f1d7af3d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ef80bb81395b79b020543a018d9b6e81d7c3a3dd295d9d401dd6745b5964f9
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e75c5c24b1e0a96609924f1a5bd54496dbf7400
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa3155e3b67da2b81c46dc7073d5c2a550d44c794f81700112b2f53145d2aef
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe24b316aac395599dd1f3ab35b5b4c2277802b9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0274d892ab165315ca52762a320d21c20cab5bb996b1725dc9fc9dedb60aa47
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7cd47b302d697021285b6b95399ac9a8a77312c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0e664ae9c3e7ccf2ccf62fe8825b6dc2fed0258cd3507f9bd95777cb844538
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b6f77df64653bd94eae4173921423499af0249
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31aae9faff33aa31d4d2c33d4f201194c01a8e6479ade76e0271d87d6c896719
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414fc64172bcdb87aacfab920ca517786010b63d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.5.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ade89029d08b2d04ecba82d50a82dd5bfff0018511d49a45273886a26364b15
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0bb02962541639e71ffa09caaed94e5378a826
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a9ac301da79f912c4fd5c64b2d051e8fb8d055a455b527db21cb85b1e68b84
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178b5f10a90ac913ca58d768d3fd77dd4b62d2c2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d9dbeb2e1311f9d3ddff7549fc51f9404da2d4e166d7715196828cdfe1733c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f422293f2a6f8a2f7f144cf6c41e04a704918b1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2022b50ebd48fc2a3ea1af6ecededd8ce0ea85e5a91143fabcadbc68a08ca2c
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a0b8a48b90c6eb4a84f82b70f69b0832ba02d2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238474031409820893e9555a1787ce52b47bdd3f3df2c90b7afd196d80afb07d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f30238c4691cc490de8c9a4716ae4cf55a0efc2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41b788baf914f5330fb8a128a0154c5e356c21ca4768f83f27be4e5c7e5e5a6
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b983973d25645d0251a0813ef23e629c94e60dad
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc2e318f609413c0e3a9b26e601277d2f8aadd6bfaff197d93f1ddc95a47928
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41a72f603dfdf691218bec6372c018df3e39668
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab9a43014f3b7ec7ed8c924f61cdd107c2eec30a611f513d6cdd3c9bb76d829
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62efa37f56d1a6d3077ebf56fc5ca6bed771f686
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d604e473f72f7d52d7558e08dd72d8a25d1b7c26285d5c41d495e00190f1db
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f35db4550991faf2fb1d6628aed57b5530f0ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd712977dfd94687c5392a9ac5193a2bc16b7f8da92a3f31d0fddd78f1ab080
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e717375c2fa9ab9f59b86896d6ae26e3764fbf3b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8a814559a721b393b32048925f0578f545f007e3af1a99acda511cfa55fc8e
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b9eba4c8ee8de67d2c72b24e473305a5ae0c96
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db57becffcaf34faece2b60a4dc63112c1c4042632185ba25bf479a2590147b
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a05c472e130cf583825a41ac230e537a9399fd37
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b5a95dc304962dc1a991193eea0da1f9a283ddd6b805f96a57612f86b5aefb
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c3cc596187827acdfa587ddc5a6c0f09543e44
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940ff196a47f40e334204691f679952f9722cd59e5c8c7d2d1b9f6b2a4b84692
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f85a41410dc7ed50507c477d86477ebd22eeae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.6.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1181b97b65d555ba22f0f539407539deac415f3a2312bce0201537190fc556a
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2da0d51da7abc30de4e2c20da93ebdfbde5a122
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49efeacd6be0c60c4f04c9ed4cfa9034a51e3480adfeb405f3b0c72426d38921
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f107229be97978c85bc70068388b5f83b2a6d6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ed56410ffa633c80baaa8ceed2961f4a45b07df176ee444c3bbbb16470fdf2
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddfb85105b8e674a23b3b687b16a211a733cd96
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2d3763ca7dc03282e17d42cb4aa4f672fc7bea080e2ce3fd9ada4e5d967fc2
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc90e848503a23727b56ef79e8adf9602f0022a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154d0fb079d085c9197d54fe87ed78238437c8b781990a51adcf4e1d278cf893
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..792be4bed584b166102c93db71bc8fe24363c773
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e695d6a5c240be141e20711c59aaee5417ec0ff48839335054c7a9b6601b8b
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd5a17ac909d4fc270348eca8dac1067ae88a6c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ff6e5ad60727e32486bbfc0d4088482fd0aa15fd68decf0b997a59b4666bbf
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52237109e85c17f153c175bbb64919cc373c58bd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a75745bf2e5048c92989af9066d54776bbe902e926462f2dc28534f40ff6759a
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b7d2a6138f1ad4c01ba5becc8e508995c26f30
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e510b868e163e7621533a1d60eca229a8fd669952a236cb619dcc7b796c3374
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04394c30e87d9fe47c7fa44cbb1a16f6af52346f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d4fd391a654dda098c8ab8a74274726e2b4556f1520f25304be9f6b64378a5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888ef60b383ca8090bf59d17c4f7eb064fba5bf8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2d6181f332676aa744269fb6f9c8455fa1e9b3d5dd19bee948d8d7d6d44223
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8bd96385378c24f7ab5a0c0f2816ec30a9cb81
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eb7a69b921f4d7f1c29252539b36ccb7336d5a05b5160b2a15a9244c026b7d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d8e309db08bbd7235c32d39b532c4ec2a35abc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e67450c0dca1e39ce67c9cf28f1b29094f80b6441008cf6b86dd4893ec941b
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342ad39fbf59075db3555c8d9a2ca73f7073dcd9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91983c2522061f57919b1d961555f6857cddf8a6bd37a690f3e552d10df032d
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dddaab315e5ce410e4b702434bf58996ac47879
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.7.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac92394c67224b407093afa727489a95f3bed0d3bc8666195278dc3ee2c40580
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc68d814583e6fa267c06aeb2689d18287088c1d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d43629b1c741fab250fbf34804b65e239d9375faa12cb142dba70ffd2e65412
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a67b0fa3124e932aa9f70f46920af246d859be
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be411efab2c543199281447d8316da40a37648434ae31bb9a64afa85cb7808a9
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47734ea58032e6875a22fa95b2d378358727d6d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:055445e4f9ae65d9fd6578d111bdae4b1f24577b1111eb0fed2623c9da224767
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2065c202201c140564196d3045ba9843d7f4899e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb3055ba39859821e65c90fe5fe0bf4998653eec71dc8396ebc90770046a57d
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5307fc139ad147c91749d9932e050e560962a191
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76542dbc46669163409e092dabb23aeda66b96103eff57db18af8c679f6757a
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6679202fbc3494e33ae36e7c43491ecae1f450ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a125442a743b241996b0aa60fbe69e265735a055d18cb735eacf33a9b12f190
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef47c2c7358f61d8b91814b14205e6f406202573
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dd620638cfaa5fb450de86e5f940b8f177942217dd409d5ac0dc52668a24fb
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c97de97662fda78088b1d053a007ba24c4db913
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6759a3668853179a1e2409ed75a3174faed0d29d1978266ade31b8200f4aa5
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f56c8146f0850f0f11b04f4e7646b37ba299992
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e489ebdb8859839b41c840e696f53704b3b356e9446259030a4595c0841f3d5
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6846fc3ef2748655767e08102730e7e53593df32
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b932c743c14b979c933c90ea18e23bbe3213754302af46d1848b4334e9e533
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f62bb7011e9ed896c987be95c1480bd772308cef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d51f97ea2f0af5eaebf21cacc0614767c189b23140c8e636cf7f071620717f
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd8e733c1b41b1dee625a9a02386ef4a8bff3b5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef526d83a7e5b3b298a4afe3ef79da5547cc5297ef19852918291ba8a1a2510
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c654f60e47691f7692a2cca9f1ad0a93f0501013
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6faa6e08d524c486ddb508a7553d39d75572b06e0f4ff87f9e1347ede278f1a
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1eed3699a1e07a1fe842272bbdc26a03687bb37
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.8.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89da14a3b5af7e2ed168c6fc169956ff9780cf09c5e9843a15d581b7b727fa5
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01fc9ee9c256939124d53ea5a7a332e6c42d53d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4207f919dbedf648f5508fbf4d5570a49e14ad7d6d2aad375055f1374b4bf449
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ee68ba966489498d4f2a3a8c5516fdd5d21f23
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.down_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3818b306bfe8636424aac32bf40d55aa43ce0ca6332f6e0e9887b272bd68e37
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9472c5b96b0fbd8c4a9d931addd9e6f56bab59f5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040dce6f5481f484814ef2415a7a612eed3d2198e8044ed99e7417dcb2b1f2bf
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..931aba7d39fe4d6b2ab2c46b24b63982526ea36f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.gate_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd29c96c361726f40b6ba7193a9386aaaf60e1355e72d7987c48d1420879220
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d70e25eddb9c1d1dceaa990026107a681c5196
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df985825fea87a5604dfded6709382dfe6250b5837b572b85d8fe5c904bd0762
+size 23777
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ee86d6380c5ed4fc6a2241aba1eac6655260f0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.mlp.up_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9028c04d47a9a960c7fcd677b36a513a60d7b347962eee8e8080857830bf2ca3
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973e5a3e6c058a6a650619f196d82f4eac9bce79
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563f490ab13fee84fc1cab370604183c8b90b4fac7c5538d72c79adc85a416e6
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f8b9e34b226558a454cd3aec638185ad82f280
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.k_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba2dd3f81645f6903c2d1cceeb851e5ecc64698532c828f2a9ca0bfe433c77c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d439e7ed41acabe8080f6d4c8cab4c60411de8f9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd5e958eb5869cdd4903dc19f2d27218f711dbff8738f173bb29e977945421d
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928b00e4bc3f88786dd666fc3d3199aa69e60f9f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.o_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9e9cb526ed37fc673ac7504255461dd23ad60968cf8ba5f8d86a8cd407e588
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85afe966978c188dbdb841f0808c7680f8f3ba2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946aaffdf4cfd18f4282b0199e8efd0ac2c0df18b4272d49f16806ca0c5e2742
+size 9441
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f3f2dd8ba97ab1a4bb0e0f7c057477e7a943fe
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.q_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fccab65a0fa2ee4df0efb8a3517dbc6a73c4121da943c18d922d2c6828ac92c
+size 1254
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02b07bd6c02d4b95926b9a1dad8af071e9b7ecac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/q_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2228f303c8d0409fcecad261ebe4048ac00baedbac8e37c98f47723766111a71
+size 2273
diff --git a/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e549c869a1488b05566c850cc8a022e04ce002
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq_t/global_train/model.layers.9.self_attn.v_proj/zp_scales.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81295319628ee8bd51edd574b3e4842ad3b144ebab8183926914eff11b960d9
+size 1254
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f13c513d047ecc8a78574cec050ba4bf74eb959
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8003bb0dd0dc0622ebf3bf061430b224ebf58c2613b45c6b336eb98638cf2a20
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..617d5ae2c8e5c81ddaac4cedcbe92e31cfa69cc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb225d1f2ff962ed41222b1c0be33934c3c8e7b0fd758712efd63e44e93604a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19dc85685b45597f5606e7dd6b756e040784028a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fb8e278113413b18969d9cbcb1c9f15f5a5cdca05bacc14265d471169c1273
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a337b4ddb64fdc22662a98ad3abe8acf56ff738
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b3f5737de121423843897d792722d585d9a0131876d192100a126fd97aa689
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3ee419ca7107cf8a055bd2db566eb5f650f8fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9732c21623d08bc90f96d2cf36a3c082aaac8d189d6757702c5a216b68333ffe
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56d76277c7940b611dc075533cc4642a7d9209a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02ca36197d10bdc173dd051b0f50822ba3a506dffc5741b3dba24ec6fe37d2f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1849eee45a8b9ed362bab7f81d24bf46f7b07ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6d111df46c5ddf5c74640e4a1e964d5e5d41abe95c8108c996938c576d7d11
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab53347bfe167bc56d7cbfeddbddcdddf5d0c89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9f26e5c3b6aefaf3b9baec7f7df3d976c802204d0fa7e95fe37c953621ec51
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ebdd3a2f31889f1506f6814170851b9c0bc65f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384d467a9fb53c9c5b16667af8cc5066a21ae6693afc985d932fcdea620e14c7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f658ad359d433456b4f39e362981be07579349
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d93fe8f2bb89da198e6b99a3a46f4819b3a595024340e1118c95b143f771f2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e344bca2430e1b34f9ba26123ae074ead4d09acc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5fadb266b9e6d64c70c873283c546dd587fda947c682ea2f021c9ad27cea50
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c43c81ccc8c26eb564e996244abb7bdfd5cccf86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621d6421fc63566e96bb5fedf14354af6e4415cacf5fbdcadffee2896f8a47f2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e128f91e91f5f1e9f7e1fea794d05ddaab0d449
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f2f96fa125bc0466e450c44b9b1648ec4cc508848017036d3c3b089d9bbdf2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e78e6cfe9286282e72d2e693ad8e25454c04f5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f94aa942221bb48ba4698d6d3d5f7afb40bc845419deae4b9a8d90dec1664e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adfe173a1751a367faf1335753cbe0b0b301b09c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efe5c9c9d64536d98149faea812e3dcfeaacf46f203b4877768084d0963a6dad
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3526d3c4e560288f6e52c9e04d2bcae9341c21ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883c82504e9326c06107970355f2faa9622a6e078cc457379bbab85b10bc8878
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa2d76d161f0b83f36cb9a62d4656d5852aff13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22d96bb85bb9cce24c7b752adb5aeb8a6431da0839ee939ab055da863dbe5364
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60f0f9d49fc27b91c9076b6396c2a4d5804a268e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e485e2308bfa3d60febbd404a5d2c4fe8a56b87e4b240a092e810f87db6ddc
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b9c163df4e2d539d4afc3a4990abfd03d0e354
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc3083c4dddfb9db881b10943a7c58bcf1c805b2c0cba2c0adcbf89f1d527547
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d412b42a2663d73e5721d706946a1c659ed7d321
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d9edfe849ada78a0a6655e223015889573a29999094235a19079cb1bd4cc80
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea1613ff6c30dc48a72a79afa93b90e1315ff15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499f07d876720c619ff45deb0a93379f33a6b82332257a863b6311c14c9f11b7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f55ead847c6a6fd111553c4c296a748f3a8ebd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5616ac937edf38550cbe28dbd55df705673164ba60b5303f5500526107d88a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e13f4719f6a47c552226506b122d89755b8faa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9affefd6f12164c63c8230ecde1382110489c31827b561c04184dfdd5455f89f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6518d310cf0035512d41c30fd4a6b7e6e602ace
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14699904a92b6dfa6cb0ef635628ba90e18a93e4394ee36c3a1abb152c3da2b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c5acc331272b5bedff9fdabf3fa7c179f5f7a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1834c9b214fdca23b9e0bb73a7d124162f8fa4804fa7a5514ade0129b429e01
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301c008fe2ab30b15b2b0b0e85f289efefca1109
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c30e1120459df8a5324d03a45e0a42dd2aef24b69c07fb03d91cbb6925fe8e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4257274a98e6a18ce0eeee5961da76e63ca5c191
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f693ef4cd697df82a2e8beedbfb6ba1eb31410577f9dfb70ca1083bdbe0eab
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f2f0fc7c12c7301f41f54f22cc12009b23bdb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2be0559723c468d85bf50ae7754743f7c7ab264f5c500c3ca1c00aaf515edb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec535994ba826207fb610bcc1b8b06ce645385e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e50b26c47d9ff2b4a66399a62eeb19f8b79cd0eba29d082648c175fa54e330
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe5e54fcfb088189316eeef48a521a5615c01ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0f9948ebe47c1bbfb915a61e99fcbbd79c02165a7abf5940513fe8d3d8e236
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbe0db3bd298a8e52b5f0408ff011638c613774
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b955eb1217b789b35b89cef26b03f665c9342508b97edd5e13cfa3e6d7ac4e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780800e00360084a58ece1b6a87948c40a14a193
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde1a1d6065deeb9441491238f1f1acf85c96e7a0732ca436b7320b029045b6d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d62ad2a52acfe0954199aea96bce12d8c3e055
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d5b9fcb924e5d8d1d97d13d7e508dc1d782a0a2f6d9cfda5d20b57b2086598
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba3995357da22dad45611dd6dda20803e3c5b97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e932b83f15b28a06cf3569d8773389782cd7f984b6870c1c0fe2c7388436a6c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270f14cdb1a821517b555586954ac78c82799abd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0156b18ffe96cb99e27c455e4b1169dce0b29b1b62fc3587bb9c96fa475b6d95
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e8fb0a60084031889fb48a16ee7bed81dd91c18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72af5ffa16665457d136776b2fb64bf8f6c0eea811a3f3d542f4afe2447359cb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c687b0deb14354c7777537551d0f8c92ed54754f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac482f69e78bd852048ba4e0ad35eeb0c76b9889c9fbb81f776f7c23a749b259
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff37da5482808ac2adadcf70c05ceb743f9824bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b3224bc9c318e7983e27b305787a5f95d736027e54d21a464a95596c41669
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ee19314a7f0dc742598d3602c703c45ac77864
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0718462192907e5de30caba1852a4173da973642f3f3035bc89b44ad5fdffe6b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57752ec65abf7f14e55c9162a182d4b8896040ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab12777d3ffb60dee3e52e3ab79e1d7b4f0cb3e39024c92790152e9508d14d50
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd19cbf6df966b957106ab14f529d2a93953274e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c64b0bcf17646502fa3d09fe266ac8c803dd5e1afad3b6fcac7f8008a37e81
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeb472378e50e530faf724e4a45cf6f3d46c9eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3f0b3dfd789e520f2de6a4ab1b6c28a6fb771a646945a0973d43a02a7b9f9a4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03637b9b93f87221cabe9276835d3260a5bddbe8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8345828c723973571659405c98bd5fd597dbf195ec653dc082d1665e8b1b381
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3741dab6009fb5fdbfc6ba8c79efd06ffeb7e3d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc1ac00adebc33abf362dde995f0a83703c82e90fdfb937d525dfcc0f06e2ab
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7188d29f2460b2bd5f3773ed2cbc38872ebc9395
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a6505c30fa5bb29cc3c67eb979eb2e4d4bed6bb113bc890348effa63b187f72
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de2eae9c1bb612854f5cb65ab344c39132a5a2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cbc176e6f0eeb47c22790abf236ddee967af0cc7524f726cdd91473610c95d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25d9553b09d5e4ac4ddcccfe7b17acab3aa2e11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4b926fb1d94f47b02390a241b61bbe1847ef0dca4443fd5a3b29374ffb7f873
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7cd765a5d3401cbd0e49c631ae0ea9039832a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33cd899759189e9b36a98c809b756b3dc024339be02246b35dee4c284ef2591c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f20a6e49d6261be3a3c5eb14e14e01369b19c35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a7ad16eef667f8d18842593da7f05a43c59592c4ccfb5c1876405f3cec821b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0761a55122cd3bdbbc646cb983d9223e1701e3b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87a526d54f62e7305301a491148f6352c2c96e296a20af28e3f6c924e11d93a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb0eb156602c9e2116c64e145ccbd013e978570
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc91c638bafccf0dc0a07d9e04e9c008e0a3df185e68901806670058319668ba
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37f8d14d64383bfaa51e64bd4e148309a9758366
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28eb6f60bf7c501f2fbb791a1b598dc2e2d23f2057ae258ca6afe5f1216b3646
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0447c1ef81a82b9a07b45b44bc7614a5ae734c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86544d68c0aa8b862baa07d6f2f6c6bd77551c6b622c19c64f44a080d9524882
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429c75b1a93b381e18e05093b08380ea0d58f59f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e6eda592112315e157313a6521a2d5d27eb5e8b27a002df4c66751f9cd025f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f61db2234502956521b9c554f60a2fc0420edc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157bdbed68ce0998ab2581831dc6fd5a8fe2247a5304fad097e1c1517692baf9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64334874fca2b03b8cdb575b0dd0c4fe1ea9ce9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c2cc3fb029f9b15d72b8a17719b3bb6a08ee55c98eef860fe530fe2d062eec
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9bfdb20c197fb8e39f4e0a865cbbc5ba63272de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43d7506331d96da3db1e16fae2a73bd1caaa8abd7d797933ab8cb9c274d270e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7706e87bbfdb558476aaf3b6dcdc3ce87554ee23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7d13c99900b4c1ea36c2e94ca3e44c77e6b7aaeff2ee1d4db4c5318f7cb954f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94906ce6270dc541a953675be737ea4d421289a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb5e535a511062dc3774432d6c2017e3668bbe0123dae68a73564f25fbb0719
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de13c909d98a6d5de21d5bfcb2da0cd6ccc2bce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffd13830e2029bae2ec93cdc22d133cc0e1e9f1c7acd3680c9d25ec7a88e236
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548976caa4f0451cfafb5745353a9e4121181837
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf17ba2ed7d300a9d9431b6856694d9cedd0ca9c4e291bb3da3738a402ffd6f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cffb2969bbb91d2ae0a1db120a13f23b13494f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9816b566d84dd7a794abbcdecbaffe7e51055df08b3f241afc7c521f34eddf64
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bdd74e7d96181597fda57590de42fa104c9aca2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851df858fce07dea27b2ed68ca123d7495e58a0302b24e0a8e592ccd212f629e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d06fee8b59bf97bf6cda0a3d6c332141674d2ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7459da273f97a633a5f5377b8973edfd7e60c466c68238da695cba2c32016b6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24741921b8891d11f0623e1fe5e1c7fcbe69f83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fb65c35d12689b22b0757c4174235a88084605146f07824d4744fe9e2299edd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5effcaf1d5f03462afca5cff7356cdacb9f6bda
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cd7d762d8b87d07a859099a82d2cf4ec6fb4b0a5b261aa12bbef159879f9ec
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e1cf0618989aaf6b230aac793ac2e73e141dbc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d841270fd95b18685ca0a6a6a8a5b362d691bee1def3bfe552132282102ed4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e785844565528d74c19b8e7dd0667758ea4f62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27469ae296dde1289d4f90492fa1e8d30f350f120342d277195e0f59219658d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5b136d266a4366d4a91abd4f484255ae6c4334
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebe58037dfc7083c12bf3f6c9f0cca0652a1c680f4bfbbcae9e37fd9ada5727
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac19875102abe0cee931db48bc9c0d4a6fe6743
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f75f066ab1777e0c6e290883fbb3e2f422c47bfb7cda5ffbe78ffe6e8c944494
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8a554f8e6a49655d746652d04b2e509316dfd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:787401f86251057f7d3a9ba51f333deed75880c402fcfc1d207328f29558ae5e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4447823eb236484f1251e8c7403d7c140ea6b9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3e1b11282b870e78a13212479782acc338f74a03bf0abfdf7c9cea08abf4da
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67c212e2a4508af7ae6ec28fe9b1abdecd3c432
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b72b4545b8c240ba5c85b04531b3354799805aea1ea98222944aaa59024440
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5f635d441586eadedcb6174bf8358a47b2da3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0769b31a09b44f18741647f562ed406bb2b698d9ab6f3f0e759e892db5b8f16
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9dba7539d38517d9bb52066babb7f044df4cc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c216986e250ec95acb4ed46bdeaa31f8f6778c0f39baca827209be287326783
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a01074761ad21685dc291f861e657af7a2775b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484aa4c03a3a24bc8b6515f8d3101497a88377c04f78a616d1e4b229a222f625
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6925750bd8253137f16c335c78f86f0a32f1450b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c5cbde7a1749b73f6cfc82a9097326a6ce8f0d73e762e456b0e56e239647cf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb35938b05439e759f8c025f8dca08c6131c96b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479da6ccd7ac304ad30a00630fa295eb53cb46dbb3516c428cca34afe0cbc377
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707b32cdd8b40de850c6e1a89c4c8a2e3e4acc54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:150379e74e6878a95b20bbf8bcecbcfb416d76838ab4676390b1e96fa3bce464
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036020ec7f4323872eaf2d135e47f775bd996f35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088b3e80cf55f4e22062f0505303a80e2ca830a4f5f8b2769487371ded9196c8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff19ac3554bf6bc9a8f5a0584f0921ec7c66d5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e19a8b2cc0f08457530418d7a942c1801214fce4c0416005aa5856c5cf2422
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9894026ba8fa55ed5c2916037ff0110b08c208f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:699f9f98aee97aefbb95aa16373016e8c8e1dda314c4153299da237e893a5886
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bf9dea5cf8cccb1ec373d94506c9af62d172b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5e599a74cfad20891e8e10762786a803a7abc342c03694a176103d81b13cbe5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b39a110ea9c037fd19cc4b279e5af3534b1938
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d4b473830bc7542972c73a4ba49b67206ec17757b5b967563e00e5233de1d3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dabd9922bfb5ee818653e575a863dbd1cd7bdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c6f8c609951fa681dd0f5e58df0a711dd1342dfc421c0a4d409b183dfd1d71
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16360c59a84b54e03b1703591b6d3046370ad9ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6db025d875377206f883c41bfed55ec675effcdd029dd84f177f5935a5e707
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17df784f41f175b26ff69075703920c372a7ddf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2906f3851eeb60b7b5d398851d843757148620218be4b1365ea29d9567ab336a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb1f0385fa44ef6b5385b4a69d52c5d5e31b4845
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657a5e7612236d810ba78c1ee34fc31bf09e6998ed818b3cce0b485c0c8ffabf
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e458a6486f23422fe7fa35a52697b7c99bc1f6e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de662689f000b2ce5aa88eb2583b5507ce4d1b0f9c14431172bcd1cdc130b938
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10e9ba6f78b3f5f9d40a7bbda74fe82a5e44566
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b31e42504e579d0369421e0dbd32c42d1eb8280a85f9bf029f08115fe441c7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8284d7eef36589370478abf1fad858ffb23832d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414aa0b8d9d342d114e3c3b1ec149a377108b1ae9cb72efb7fcf2e197db6de75
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1092d74276aa8434f11f31de83e0008cd2a468
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cfaefc1b9d18a61ff8d9a0fe562bb208c6848096f9aee69ed0e146b152b8006
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c962c2828871edd18e1409ffec736b32679d04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3384f499e1ca3ea67d0e3c02d602733bde8400bf983f76b89074d18edd7132
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555dfcfc046dd7f85f52ce93273f2c67885fef30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33595f5bcda2e8f12acabf937af41056f22445452a56b66b6327fe3b12f7796e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f32d5179684013e0a7634ede4fd2711c67eadf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d7649a50ef1d4cd9ac16cb8d65ffdd2128ac233e94dc71f628aac035a2bc43
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20ecb2b868e49469b6c7dae2eb62fd41d377ffd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1254fb28dd72191c49da55812e06b1e0a659b58a407ed6e6e5b3d9029717c35e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3deb6c12defa3f796bc85a7317fda6cd2e0bf275
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1729d7adb2eb2e119a6582ec4b55278fdc91b718b32050268b840c75ca79f9e4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05463e5cdef8e7925a4313ab06e5130a20c4bbf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cc5cb35555f0edcc95f0555125d947ef8bb3ce5c907df531b884c45619d5a2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed6d7ab18ce5a71dc1b41b68d1121348d6a5cc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8478268ed2ac1e73feffec477171d2408d68c0de62306181df15b10510ea53a2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abdcc317cd0c8990cc068f488d0dfdb1dc95cdf5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba93bdbc96db90d380de12925e852da9401b8387e688d5f3e33502fc96a9bcc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dacc7022824441bf8993ddf3907961e6e4358d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41de7064d40aac55dffedf230d346414ffc52a962407218c2e6982eb56001c5f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7a01e1a2828daa775e9558ea004427440985c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda37843fe01d6a0ee8ad428ee752be157cae8ff7b71c4dcf8fb2de85ca9dbcf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814b21389ab0f6718843ce2c8db6e954cc7b5714
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b18f700dfa1f76a43094e936d0b1f3b567a0a423fc7a217091ce0b44060869c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcbd818205ef67b5d0625c9f9e08d6bf17a5a04e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9eb306eedebc0ec1efe407f89c65d6ba5f50b6b57942c2466a5c9b88e6df80
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66a8927c03dff116d3295fbd704b09f39fab286
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078921a4629612310ad32c7e75943c5533362c8db416f74ddb02273709e918cd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5822a69d19ebf2a66dbf04fb0d21c0ad3f937b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53c06bc13d2b3ce0ba4d6041ab1759c09314de11638309175fd7d6e45d54597
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f0f33b9515bb278ba13dfdfd41a3b5729c851e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ea685c6bed6bab7735999e5acccabfc553423eb9863d8a0c91979d6dd4019
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9c197ed803670044ced9b041b0340bb8efa4026
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6877992a5d74279b1b269a62d630f612d1e3ecc682583b1628df13df0fb6947f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f117efd493814a8a5c4d51494b36f7154f5e6e93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6380041c6b26d637af259b624a7ae6ba19127985befdf90de96f1f3e69b8689
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..566be9494c5126c7f3220ea50bb48873c5c5c46d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9009f2a18bb472c6497bdc8fe7e4a1c4c366363138710a08e473c73f70b3421
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c603fdb8cadf2cfdb5246839e6070b475c53b15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b405c9649ca6805e40dfcf6532bf4be4bef60404f4e79ba3d3e7a6b8dcf73b0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..448cdca54a2e1ca23de4ec0daf5e22481a79a9da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720be72322627f9411bdaa38b3273c93a2d18dcafaa466e8b7d9a67ebda9ae1b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6dcb02e9225a2de98b0106985e11043e7cff10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1d03e77916d13fc885f0fec07767aa2ec9a0b98dde6a0b3e0de82272378af6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af049a0a1ab8994ab96ccecaca6cff6ec178a6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ff5cff98e95a6345c9dd881aeeca57b52b28b52cdc8d84d2ec3b09cc7604ba
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6fd43d9d52ed2e4c0228ad3e38aab5a46764b83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdcaddd499e7abacc32e07cce3f7c8ad7ee5db43c741190ddfdf3f13f8dfe49
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eabc03f8e0900d55ce28e7d258564fdc521c7565
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076c3302710b402b8fa7d28629952bab8485d73399defda0ed13090005b73fbd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2a4b66761454130706279dd5a6e6d550509322
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4725e066f339b70f2013bb8421739130b8866408497cc620e1e36a4339d7d9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48c9a16ce45383fd9b41e501dafc762deb9d09e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5605ec3ab52ff0c5d864669b4669380575f7f876281c7a52bd02588bfcbdc0b1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459e5b084cbca758c5de9f791caa775266a1f707
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a929ebc9770232bf216fed9b9f83a0ed347a50c239c7b996e38a7ca620d130c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfe393dc11d7300e755dc757fc02090ef001a62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a144bf4ea33739473b6b668facf7a2243abf80782154b13e22eb950e86dca2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf023e4f6ffd1cad43e15cbf3da2bc7d4681163
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af735d38ae2ef0353432f2243eeaf7bd56d5c86c1d44255d0a6aba8cbc04eeae
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e00c56062f6b8664196dc0a218d7499111a9a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391173106314b309130958cfd51e2964d18bba673b24d5d84edf8b3d1c1dda1a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6903f0b629a2bcab42ebb29e48d8ede82e9371a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2924824200dba0eb33159a16c2c9d02e6d7473dd3705c76e5cfe19ea5a55ae5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9c218db364d02179858f8c2a36d47963398fc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae9d4c7b9447a1119b326799d29296f99129bbfc6b1d10acc9c5d4c3d3401979
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc28fc49fbd229da7934a61f904bf4dd214546b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:243a8c8871cc6b9f37e4afdb7520fe0aa2413f03cc213112515996d1733c4e5d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87188649ee21870aa12a4f731e9ad6c75e09c60b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f34f5bac80385436d7f9462acd6f5f17a3e9aa0c859bb41869b7b2b7ceae0b3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be805926c86e1df43d5a0e64ac86938dfb3ec3be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:556880ac35a868b2a25afc6a895b24a4348a114fd02a93e046367ba490c81609
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f0afb7b321c952cc2e6701337acf6beb392b5f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f675db5a7c9add15d2a215f42ac18c1e693e6937bd63fc14f3344cd324ca34a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8667294662b417d3258acc864882e077dcede038
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85d56b54334c9e83e1e2e424972f2b62369908396804934ba128424a20f8202
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b5fb5fc03ceee3e6ca55d97777bdd4fa88d9ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1eed3ced1d84e1bf9f14de73d1afe14a596c5f5e187c7bed6722d94ae13593
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bc90ac3bb8d1cb445423e9c20758af854c714d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:031247c48475249682799cb8fc74af50beab26f7a7c4b60298f35c21408c59e8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5922cc9b53f00eeb9400b7e0e60d1c9342603ada
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c260190bdb0e8892209ce11fd0db125c6d9cf5bd6de8900de4d277b0dd4e3d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ee2a42775dc132c4bf1193df86efa07a60ab92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fcc7769afce3477bc3701276765932639cc71e872575f5f87784baf38fe5ff5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4f010f528402c96b5667a9fc92acc6ad8eaced
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8da5700db87f24480686a427a666f2ee1eaf59f1a173db981c1cfd15550a60c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8a2cf376c33ad1123ad9902326e609660e09f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c2c180d801e67f4b04be1e3c745628f6bad051107ef5e0620993a6694d5eb5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53719d3f55f11d4782aa8eafb13e379406e17f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23cb760630b791da91d4c90e504fac5ba43d511c64f84ea3ec5c5d03b656b96
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4066a647a92918209303454cb341acbb4b53d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be33a3fbfa976fdbb7ad1182f7b9daca5c05b9dc7412207ece3b6d00845577b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4ecdce586a16da370ffd4f9f76876b2385d0ab2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c90a3f3ae1157e61421c7e98fe82cf8ad945d9b9883047cd6ed74e43d7369eb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768b2d2d6f7e03a59346cbd0845e5bbab7d2dcfd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d99914c468fe4fe727f693d37e8efef02db888369a903cb4aabe8c6dc65d24
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d1445fc650a4bb797005c173639795cfb199c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d00d20e70db2ecd15d2576f53698cc4270d8efcf6e43b427252e3629e6e287
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5df76b07a7acb7a2a4d38bf837ed596702e8b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7253444a441941c2ba2a3537453e18bac9e53b606c644621a2760685fa1b844
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b43d51d35a71b207da27fd56cf079dab01d0e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8483226250891def3483c7e45531f205f72cf0ef963d96a68f6ec26dd3767932
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29dba65294994d7474d70b17b6b8999877b60e70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:997c7b7b1198f5de623f51c0193ce897f0a87087104273209052d52aff1777b4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cdad0d8d46151c50fe0c57dde221901618e9ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcad4dbacb43dfeeb8a407e617c9bf1d7bc9ed7984e1c8ed810221303761431e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c11eb91c153aa6838d16a524cfc2a16d301cad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b209818a36d02541d5504d6931e7b4174da0c3e297aadae190724dbde1e9e08
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684d45e035e1baea7433427137c4db3c49c97a08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b0109005653b0aa1248c64d22496aa900f3f8ab1bb16b89121c0fd1f95a114
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ad3cc69711a4decce4e85c828f274ecca20bb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a20fe37d1bd38394ddab9917ab4adcd021e67d3ac2041f10ba4c6fdb429745
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9571c84bbdb462440155d8d744440d71373b1f62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d50561720871bda9770af0362ef2b30bef37395471b6853c7127d5f9ce2fd5d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e7961c9b5006be04784eb41a1931005b1bd53b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280438f78e5d97398da097522935fb752cfb489a53457a60d2d98ee6787eef73
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aef535c8ce0213c210eac9f1402f5b937d557574
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453f5b492c9f39ef23b7bd49d7a59f944631e6b05d1c7050628eeb4cebf29de2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2d96dcbbc78cc62efa123a5dbd1b7248ae5996
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49bccf4724ba78c37449113ebefa4b5afe83216ab9f8faeaaaa20c7984f4b33a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542047432c776e2e400f408364097ca01ff3173c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de1bbfd5fd1c4729b31b75be7335700944790624947f19e92ae986c8264c3a3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfcdbf8af072d41b07b84adcdf2a98c79fa4a21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dca27106c1d7c5e57585cf45d5f2301d416c5f05b8c7655397a388f59784199
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825de279a152ab28f2acf61b74a7b3851ee3f3d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bafe1b884415fe7624d65fc96f53bce75f2533f93ec6a80550d294839964c44
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fba824ace9413e880ef979bb55375cc2cc6548
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96ca51f9da4792c07911503125eb1d14aa43ae622f03102eeb1726b68c7cd5d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5dab7535f407d5d1316c14389af2484fbdc5340
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cc38c86b12ab6a77067340d99829f6c62ab05d74f947e8e9f96dcb85a064d5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f26788c02a0b4d98d2517c29a430bf1459d0f23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b12f710ca60d7dae10109275b6031e4eba90b3535179ab5a61a432f71abacfb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97471e864c9111063507b1df73ed2844f32feb79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89ed8c2eb47658e93f0f2bbf200b03764f8217700455918006438fe33c52863
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411c1ef038b6b687ba43549be4e1bba209944e8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb56d38dc09b58ea13a74acaf131cdb292b88acd79d2a91e597402e9e21af2b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca407af9b18765bd58812c7ccff58771ff0ad19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80cd97d369fb25018909d1cb6fcebc68d9b6823304d28fd284c6d77b017cf88
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea45f10c8153747e06a6fc5f7136a0d13f9af7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f0ab509a20370387db5f95d709ab6be7a3c989c977a64ab015281a772115f1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e064c7681ae994dcbec83bcecf563a8472bc58f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:430dd2d8ce474cb99d6e9e0167ba09887688d63d46798e93f1155c2a037e9525
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935a0ca60deb05cac1cf15c637f461191d920e57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e59c283226831e141d6affa2ee91f438d526fe32aae539e6fbb093624317088
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d854bbade74526cfdbc0d947dc90f51d8bf73ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d8286e56e08fadc5113ae4b12fb18698114654b2de98212d18b8d86db541b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae1474fc27e84c3d66c2261e648518a9db602920
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f8dc6d0405daa02a34ff36181dec8989cb10d1706516a7c06ea866c04317e14
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbe108c8eb68b13c669d8c51447bc77242519fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d712cb51bc4f8af1d00b6555ed4827d472520ab6f9ff7d5e99a86d9db3e6d8dd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599023db3ed4aabac66eca3ddc7afacd1d564a4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c33d8216a849593b1cb4afeb7e2c3596aa2fd74d3172370383f5b1f83dc42ee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccbe734e4840e2ffe5b74d772bb82c6f232aaa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3f272236c204e8f23af1263838bb8b91e7f107384efb11889e490504367917
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d201849c82851c52f7f9c1549e07521ad0708e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0cbdd712a7c8e9fcf1ccba391b5343bbbf4f39efdf180da2b794c670a071a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7689afcf9a85db9ff67fd34b7dfbf471d97f2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d86491b35120003b67de15225fd9001ae51b5049b062093e853830ec6c0af95
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a70d10cfbd7d85dd63e7363b79b91a8031d54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e626c009f2a30fc48d0e17b6934ab6504cd3c89be007af546eb6af87d6cb17e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef663be97755a395af30afd49d5a9e8b088a8731
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a5a69cd8dffa84efb94ed8c79381dee71009471c84a8fdc5be0e5379e95111
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4319ef6208d9324d1f7f97915d9e67876a79967
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86534b28c05d4892319032f09b3108353389bb8e23383329b8af17b4115964e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34fefaf440c2c88a4b432f45fa33e387e5557ed3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad29515e8c1e4939a8d9563fb49397d4526bc49ad35b2fced6cd9aa80179e20
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024a828c5e5fadd2a69780bdbd3cd1e5fbf1afbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1402e0bcb9dbe099e72f2d987f4ac519324b1f810b816d183889a94af5396957
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738b06155f7c41038f13b2eacd2465f10d22220b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d41d0840108d18ed3a8ed0605e1665a2f52d5d5e99d4350e4eca132a73e2685
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ebdf1ef51893e2e27e42bde8fc624c6aefc128
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5837bb8b477a23efdb5cc3466e5df826cc1b0e9827c3bf422ee487a57c7b9b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cbe1df08eae0cad533dd951a4d62b3d8b37bd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dbb5c5342fa52ae638a410ee7ce57af4b2baf9110a20028e732b77f18349fa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd61a1244851f4cfb8e915104806089250e7b399
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e857906e21a067fd43657cf9168c2c2bbf7c4f83a1ff4894a2ef8ad90751c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920f2f4fd19d61a8ca993c22112860255eb5a7c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d9cd55a2107e543a1d9c58aa08796700c13d999130a35190d4ba5f88b2dbff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..470471c0b7e68fd5cd4b891112867f505ccad3cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b420a910b59f3decefd0084bf3b581492ac01f248311a9fadd1e513c10a59b2c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58740f52a8957859c61ba880445b9735e57ade7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9815f27923efc52d80e8b81fbbd88f74a5db8c132aedfd3c52a1391f53bb5d4a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c8deb2cb1ddffb4a7f05af50e190a28ddd4d84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e4a8e4e55d11cc3046fe07a104251ed8accdc0d5dcd2afc17cfd6d6461349b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89721fa739a08e34f8c72435c8d071d6ad2226e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389aac5a4a966bc6ce7314bef2245dfc19ec1abec1ef87153bf66f317ae8574f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd2b2e952ac9cc40abcc3c47edab8ea35c71826
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79be106179b8391ed644c4b345b695c71411c753a0debfe4421b4a48a0f142e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0e53ff059c3862893d2bce12ad3a1799d08c333
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2941711a381ca3717db744abe3a5fb5b7ac67b203efaa3dbf4c6d560f0203b2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80944e0aab6754b16d3682418212ad70617b50b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7081b1293b409d904e267f4b5d5c320fb41c4cdaa30a5793ad50a1928b25c42
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da10ea8a4976ad9e75e6a37234da94f704738fd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1527d0f414e270c644adb081596ee9c2fdb3b9a97da83c1fd677fa230613550c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b08f3a21d89dfec35efd0d9a193ef8f1ce6e437
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc698ee94d54e2f83cc17336e418ecf34c931e05bee4cefdb0a6c918bae45825
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa4264058e7827e7fd2c519486ce4dcf65b4ec9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c81e9607029ebdcd095e7064be3919bb4d59ae44be4a557b923601497c7850f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42a7ba465b2e0deccb341d0a48eb36cdf5547f43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f072521900448cdbabed02f882dba64ec340478e2ff954ee0416c5e07957e2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d57cfba27eeb565736e49b443847b7b19057cb77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4700406a2307757604e5ec7c35f3686f11caf4642828b29475935e899f282f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3859abee4438f361afa2930ce653549075b55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2d1b14a6dbd73f5bf8307c3a1b9f53e70709a76bf0a189ad446f59cd4cb545
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7be09cbc04bdbbdb8290db73822f1de37e900d1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fba950c3e5ad7cf587e470bcb1cee3f375a93e0ab15877cf394975de29793ef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5239b43dcb9bbda07813182eace9ddbca2fffda7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5d54dc04fdb46abc4e5490efc5b6fff4551f6277a344b93b077f96656a3199
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c722859689d44b24138e1d0342f67a56c7e43d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74c8ce56370109070cfd311da2e29049267762594a71c8594b257d2ab32d033
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3885eab6f6827c53028e400138e2b0cbe4b142
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc05655de66d6a0c2d7527894703978e75e926c69b239e621b63d329292eac11
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff1c21f7406dd42482e4538f92a1a3495d8665c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30da71a1868aab8c6d7834bfa30d8d2fa5f0cb8a4aa8aea8ca38cfc021a4dbb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ed36fd3b92dcd6d8dc0f363cabc304ab2b737
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219486b9ecf1dda4dc90081540f02856bf36d848dd36e1238c2f1a1cec9e22e4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0e1c0c9fd02e38a35bfd21a804895ab293b788
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639328fccebad21c5ab1d4b49e03ab4a93c56cf561ff67017583bb6f25172b94
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2bb5d290aad7e75b473da67845863908115ab4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618965ae2de297d51e1edd00c10e9127fdf5709c8c5d81df93b5e0b42fc14d72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de8cbb5ecc7fbbc95ea9d9dccaaff3c88bf5b0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6a49b725b898b49c520e440cbaa0ba4715bd34dc602e50c05660ea36cf3908
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c606a11c40b949d8b03826a59482488e5fd75a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31273622201ca22fe0ffdb171779c985397408cf846668b3f968d7fa1638240
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddde2513fc1cb3f31a00b2f6f96b68d96d54898
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95f9155427abafb47846a7783857023c342d7a27e6b3c7ad767eb4694f08b8a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6338176343730bcac26d946c068b84bc3613a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5c76f327226bd66d094f17016274863de1269048d96655ca46c9dc772086c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9173c7d949d3588a80704087fdbacc6713659a53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe271761ca21963a5e0774adf922f55fd6dc0b9a67f44f22b117fa062b0c3ec
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2660e9c4bc26ef25c0ef97a68022d3141d153dd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7b74e8c273b38d671b7f3ea9cb79f4ff885f8abb9efe9fd33bfe36e1addb1e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af11d2cf1ccec649fa40d7643e0dcc1a84545c60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77dcbca66ec8a19ee160d8bba4be746edf0d5c9890dbce6c73f0553062406352
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5a53c57314f098e991b9af92e0c3cf3a339e5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba89f65c80066a598c6ebe6321a63eeb97762767b86aa649afe8537a73903521
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695dbaa1759683afa8727912b6e7575c6e00c3bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:099b514f2e874b27e4b1dacadf809285079e168e1a5a0668f9e4cc00e18182a1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82736ba6217004c994fcf846df8b2d3ddb3f456c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc156d9233f52ac5ec8e3cd10c7cd4c448ec5039996eb5fe6e4d2f02e68ff1a2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5f4d7f09b5b37cde47d3d0ab8fdcf702ca8c02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da9845bad954538e3b30b7b1d02eef0fe19f011ffe4bf619d5e03ac9aee5699
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a96832c5d7acb5712cb9628009ecbd220823fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04ce67fe933fa89a787eb4f2b8a0666528e0af7f96746d454a92e488a735d89
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa2e0db853d5e8b198a4c5a46c5ea86fc79bd46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ea38bbe3a2ef7f38d680634d621cf569b5f925e04cf372877ce7c533736ecd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df01c56bf85e184ea53accceb5209846efd7485
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af981c8081eda6dc4bab0b73189b1f06bacc67cd3c2c56a24cc6ba9d474a698
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfe6f255a0e180d3781225a3d222030a2df4324
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df81d5e22f6c12ed0c7523085369fda155812ce2adfe19cbbbc606c8dc11ce3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af0bb808950effc7e409bdf3c929b82904db5a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e948e6ed1aad80a9be35b2bfa426d5588a84ecb76d2999106a3bbbc39b329e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224af18e012b08a0de3dbbd18de47d45bb9ba9ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4781949fe056fc1ea2b27953ea4132cc1815ae0efb911dbd28fb834ddc759e9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2456f5ea71c79fea4275f0be76e63d30f18aaf8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867360fd6e535d6df5635db1539cc5e13957a845e4684b9be7b9fa9cfdb3a346
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14f04e6a738ed6fce4e39ce6eaf3d6cccede8a8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009696db46151438bff0fc940c5664ffccd20b7ddebf506609908388e635fc00
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f707e21e7bffe95aa9a80ef65c55ecf33002a296
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1995e04431ea80cb0a88a803deb33440f2912e5495529de8f3689d08ffc0713
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2c6ff84811968334b8d2c6db15a85d21dea613
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f5ef54a7ab1737a441aad69e9e47bbde9db89d2921bf2bb1fb60c7c4155154
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb4a615e6ce04778156a98234bbf345c3793580
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6359f74770fbdf9ef8388c417045c9e006ca43d7692c54f225515fbd79c1495
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14449c4359c1b4689028050eef8aaa04fe588c62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c578171692bbcbe48124b40b0b671f06a3d860c5021bb10f57e3cdc7a95007f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5407ee335a998e07fcae09f2560ee387865cdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed91814347a39717e7f2df67de3346c80b76c56db1756f4c4765b2e7f9333f0f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b915c3ddbf645970a6510b40bc0b96f0d393eea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1ac6e1df9de2edebae7acfb28c300d633a77430ffefe4533ba93704759100a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58418a11f1474503037f1cf8236faf07d65b3565
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b85359de6721845646c2fbd443e54267446b42484e909d7a4013a32b9ea933d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea1bf5f6d303bf8c260be3f289b9241bc9e3cd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464bdfbe6c773dc08b980ec4930269431c1d8082f1dd2df9514a687db72f20d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56241965cc1e3d33443994e815663a01bb79d0d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ece77f891c6c78e296c26c16adba3166a29f572575ad6f6934da633e73fe678
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5741c92cacd8d0f94f66b8a724abffd57ce53cbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29a94cb413910dcae48c92bf4e40a6e7544068d1c8395bf5696b0db36bf4e7b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c6156b5a2dc577f50854dd0b557f28062a95af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41db670a6e28c522e3d77afd5ff820b76a3992685142195a2d424511c5cde10
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb2e1c9e66c1c0be20be002f146184c63da5c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98dc3e7c1dc76cdd34947173ac388e6d2aae888dd842aec6975bd06ff81e8329
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466fe16f3b56f524622ea03b82c1f9b591a207da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9978e399851559928b2f60ce13762d29141dbf38ff7642e762820dad9a2d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b6b38c386d5448f86e1bf9a5f0503918112479
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d935c72ee87f5794ab1aa439a3e38add23eb468873b256d8ea1a8010db7adb2e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a043d706680f409d85ddc234aebcffa0d9f1f84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6784b858e764f2b56a0113f1ac92fa8e751aff8b718ab522f4f8fd4e1e44f82e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac21bfbc6356fa79d1ac8ed39b2044250c82086
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d4a76d5a4fe6e94c4f619bc8fcb9bd19e5dcf8a283a291170054d90feb9944
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765b267ce42c610dfc26753d9097424b32353905
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe281017e81296c0d7fb463a9048b2045dead764c774462647fb8bbe18c6ee4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a92cf999edc1e1f6445e7fb4bb2d51aceb84fae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0516d6920cca79f7b8fbb1d37ae82467779e82c616b6a47d3e982f84832fab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fb010891badbe6a42a5be21e97ff1ce901cf95c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216c6ccbde3dd5e300b741c48b8726f10da417ee2455ffeedec49e37b840d076
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1c685143d1d84fe43d7792d4aa2ff00411092d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a372c878ec62029c881a5129dd7dc0de37fd68093c7c3de9a692fa48a7a301e9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05292cfb5c89a29b4a9f8f9cb2ab4207590fce2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23e768b1673328a239541cee9ea3cb264d3900a2641e14b2ab283cc1d60fe09
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad82882ab21ad2971df3b42f491ec1789b6fcf43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a42275c4f0117f6a6706e738b2d27cee098783d8a12f24f86b3e7c3d6f61aa5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f4832833fcd70cdfc030528b95ad96172577b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c98105029e5eac4191f7fc1dddb8841d83b57352dc17619d337822b156d8456
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..396f037c2ebecfdedc228ca36e469d32e3b6473a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d68e02d46734926c884086726074240b238a6c116b5175752f9b4ad7468f10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66369c5f39bdeaec8ecf9642bbbad08860c1a9d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8406a85d99cd2f2d90bfa6e335fcdffdc2890c3ca10227dbf204d644bba52e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ce5377e2b4d9c4664d83474a3ffe95df3ab130
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6806083b839a0dd894e1b1b403f9e83466fd03b00538e2cfb415e934b23160
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db28660fd2ce8c8e386d94b07d932f6106400a6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbbea4b24abd9b649fd9eb3f084c5c9f7fc1bd008ebde43467ae605bb7ebdb4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbabb019562b9384acce5d44d589381b037c7de7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd937bbae710c8aa34ee381607962e6036c7df7fe9042f07fe0f28639bc07ce4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33b5fb3eff035348c77010e7a1de90f0b5727bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bc407770c810342912805cea5c9455621756e86b4b9e0d60b79f24fd7799d1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aac3a9c8c453d93c7484abb3356664c35d4a4a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7ea3fba5c99bab2b90a2083aeb50f295ea7a4d5939452e3ac287d7694d441d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2bc33da998b3e9df26ee93df50edce120c2ecf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0acefe18f139ddaa2e2c7e18ac959011ae993a9a31fa7cb0435ba76c079db9f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3a0599f2cea54ecd92f9d61f59cc3a6bff9f16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b88697fe96b1da7765e06cd0b8728acccd269635a6251fab0fc928a871322e49
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c8bb2e244cd9307c49f546e172deb97bd10ff7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa31ad273f8b628331a666bee378189c9dea6cb7753cac9c73a1bfb16899df9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765900842a414f8b6a9441b5508401323b5ac983
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb7b171ca3e2e1ea99ff7b5303d4def3d5360fd971f14a839d061a5dda2e9da6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de58e46ea522c3b5ee67ba949584372cd4580cb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5349d9cd17fb9a4a9714f236f3cc38897c1e568bfb526ced002683aa911a34e5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad06c9cac6ca55d6918eb8c6cbb82fa22c0d0896
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e2f8855258e64fa0b67dd48d9156d01dcb548018fa00bfbc3cebdcdb56926f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0fcf6f5dc7feb1ab59bd799d67dc71403d1558
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8c2d85bbde6c754852feaa8ba3ff0f954ed66dbbb98170e6a1b8fdec0c8827
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe18106eb8f8b6a2c8c706625d42e2c943e9f87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06841aa6f1e8ed036dcc422d2732fa12273456ae31b83c5f8475bd9e557ee6be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8c6a9060d67c4532035637606a9f900702f095
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e9f81ec81cd26cc3a9ee2a20f69eb29c54768c33cf0afab391872565da96fe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88c99409f0c0a668e12fda2d566ab3ceea3adc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f17f7342354d38ae87e86eb9a01f8baeaddf5b2966fc59e0a86a970b7cca10d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a754b3628b445ac2f753b56497902f83fd01899e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53df51ee7effc263502ce02c3ee8321c61788346d2c3dfab6ac7fd77f48150c4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0f1573560b89eff82668dc9741d669324ac4c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fde76e93ce2f92cb12c4ca0cc861274d3ace1591c335feccaa878a7bbb660c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265486673a85bcdc602395cab17877b63d6795a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2505dead14da2b70c48c605ced967b88295323ad08f1d450a2100b0e7566133b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..413c5e9517e7481172b5996d8e1e9a0a251c0c2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef2e15dfb3135cec81a1b978dbb1551eb071a4e674cf2766992e02a47154c54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cd1b2c8d166a929f6370427f822ccf52ca9508
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4195874b1013804287ae2c59ed55a62910488611570d7c46873ee07a3b0c678f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f3506ecb0c7c12eeb9d0b425e0cd2dd9eb42a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbce5d3f682604ef1d3e4d518dda82b5b89dfd8b4a3757d2cf18e7f4131f2673
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff67834305bd5b6f63e9dcee2435ae0f8af52a0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa59196a816cbbce2e733cade0d665960517fa8ad70dee7cbada2fb73e99693
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f88fcd8b9fa30dcf26ce72f99d100e4912cc33c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1473165104e741d6e009f634363a4fda706d4f29cd84cd442c3ba8b1d7949297
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29848dbbcab4572e59860df61264a84e9fe605c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81e9a72b0a99ed9f8398406e8e813164365f05185c7a39b66bdf376edf51128
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed82ffbeb1a17c85fd5fca2dc0a6630643701c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb4e5919290dbfabcd7bbfab9f3ccb7623064d6ac6c75d2b64f9dde95d443680
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f97e348409ee15121bba73b095d095191300ea6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc535210bd4a2674dcc0cf2efd96658cbb3fe1c9aaf992e71e2eaae210057c73
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7d6d1118e90ab1671f394d9b376720caee6622
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b70049a889f37d0fb112964bd2257dbb968b517d029a5d05b98af676a3975f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ea2345bec144fee7d3c8744ddffaa868f2b509
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbbc5011b8a9cca42548c5a9d4f7fec6f0f6793d64eeb6ea6b808718474d592
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d81d8bbe5443a12b1d7754cea3bb10f07bde14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63c8f0e1c28477bb88752594c1e55a39dbed39c274ef3b03a6596f4b6caa8f9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca9ed3ae95fda851e4dbe0c8c4b8cadd9d119d20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0836c3620cd45bbed88634b8b3eb46fb8011f3b80f42530305481803bec7382f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7e3d17f2956912012ae6485a45c6765c34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db4862855eb778803da3c029e102f8725d009e12353bcd6326404ec103c910d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560711932abb9d79e8f4909063bdb6d955a0bf7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56f8899e549d1fbcd015cf63e400364ef31e4af6f0d5ba73c6c87cf2766f1e36
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c84d4f79a17b57f47b4bff0c0e631f66e9c069
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862ed7053227635c06ae654742bd11b78953ff9cf54f2972b7732abb99be5af0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3588104ec5f098bdbbe1b6591eabcf7faf5fdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016d07ff461716d7ae0cfedd31b48ce52de38939fd7c569f40bb989cb9daa4c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d024d78bea24c43e5959c096d8daaa698e868337
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1853e996efb18feca25d375a881e1b94f10542ff0daaa6bb39fcb3e33ea9bb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c0d00ef31962ebfdc972168fb15e03e68dd4b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92506764db509a362fc4561a5843c1d863a9350eb75f412c6548843c7070db3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31dd2e44056d33b7f10032f738905317a87607e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54bcb15db6b693b8fcbc4140c4857263767119a6ba2c4a5c6023ba8e39687c1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf0c7f7d4f66a3cc6ffbc54e4d7cfadd1d4b059
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47cf08450d0e1d3541476222b324180b57cfab2c1c44bef98338f5cb3d0e6e63
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c261baa4d0ef05623372f8d73a8678631482709d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161f6992a0664d247b83602dea9d14981b8a8745252168ce0b387b1a862d12e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dc73a4500f410ead8feacfff81d862eb7c9288
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dd747e80854a97372f67d3e2dd8f8fe02cd3b06ad2a4621b850d185e978c9d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9595526fc778cba94e39f33888f06a1113ea03be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187518b681db713968521efa96828a9b99db46fc3ef2c19aa6bf674b09dc17c9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da463fd4f949690a08ac361127e8d4aee32a96ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a901a5b83cde951f097e146ea909c53cd6cf6ba72dc491e835b0f6c1d49082a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fd22547e2ebd65faf5f3222c29a54e51fbde7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:844c0b3c229bd4a80bd1c80fe24dcb0b3ff8f3b66ea4b675ffa3b1a766e00a4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9c4f1eb64adb1667ce52382be495feef06f6ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1021523d7d881513f554c872fece627645b0bfd92fb1559c493d1ec4ee66441
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784a7aefdccc30cb4b628458b6224b102e5b6309
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa84468d5bfb57714a1d4b4d62ca7077468881100c16f11558c3566b399415f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb551768b19bb2785972b19c2fb06a512d1b2ffa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc6aaa5c55d6fbcbaf8890fedd4d4341dc898f24f37ebac323318e75cec3a30
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72b5700547fed9e650d4f9526aa64e6f71ca221
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3f2a188050af6002a1e85d79d4eff89686de49db2694214a23e63573a98dcc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c421391e61870347165f621bc70235b6dc98b728
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:196a4492ebc2725cee1c5189f18775a1e9a6ab090d0b3e3bf378111d082e643f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26de539a203c254441bf6f69923fd75ce83e8f3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ab25ee7e77fd6b81755a9e1415f0898966ac24252278e5f13a89e0d44a987f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c54ed1e88c473033f996eaa1ebe246566a8eb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb0ff79e0b070023fb2e294bebd91bbd104b428efa943c846671ee90d24f9cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43da03f407304d3bdfae1d3e57d4638a3ee03eb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce36109e6e1eea9b18fc8a4c05db897680d2eb4f4b905a2dc8eb2de5fa0abc6a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60699a654c2599496ba5401da92bf808a3b366f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042684fa09d54065e4fcc83ad035ffad27dd06b6b3c1fa3953fbdc51ea8368da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344b84b8a3034ac04ff918bd04c4cd02933d65a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45dfa9c96f67aa40a03559530f709b215f52c6f9b34a03875bae064bb0569e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37f0555958a3f672636718146b745fab324c0de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6b61cbd7036a7bb69e954137ea70bc4c5086bfa34e35d423ee91e9fe5434ef9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4790ddcc05314524e31627a86962b38894e8f3f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ca670b14cac7281695d5f555765baf320decdf439e2c3ff9c6b46e6b3cfa38
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bb306b74cda658cb96bff9670d9473fdfe3ed1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81df97359b40c1f06531b7ffcfa0ce04cb1fe99e6363f8cab9329fa35689e977
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bcae4137d04713d6c7ace5289ddf7d59ac2a1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a94a32ac1bfab1d7421fe3f4327b53c44225facdefa274c0bef9a98f968818a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1d39097c214becd1d5fcc932f0f0b4a9b44938
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a2a489e1df80be3b49eda5b96b89806fc9e1586db9bb83eda32b7fd40f68be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92002ae2b911303622cd70437d4c5b2652f8851
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9887e7182b76e37f56edb00a6e4a22408ed1014e8ca5f2d70ca819cf481f22c5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc4cdf8ef19ffe1ab7b32d07c067b3cf9564bb96
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba2e75954d4b6d7ae157c2912c9ad447ee502f5bdcf589d7cf4303978da131a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e2d0ee53d9bcc47015af6fd9caee8c174e037a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86e86c5c24991f9cc39858b462509a0e53659642961efffa0975f844a0d3414
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf3d5a9dfcba51b9f703ef69afec3f278a19673b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f43837f7191cb77c59120efa66a2bc64c47e05349d1e59137af5baed832af04
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4954a819ca75ba6e974cbe580c2ae890b9f7862a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da28f41d40952ffccb8516fffd6d2f08cb71b71d4fe92f18d5c7a6e3a7e4eef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241d2463d1066cc94faea10ea0db7de1bdca1233
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b617946b0f3ef8559d69c157fe96f67bd4e7deb2bc3e46ad840787cdc8d36710
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1927023d4bc24545ce2b0e24c9978a3c9ca1328
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12523a050e9f56c180aa8ef552726201449f6bb903126b5d619dfebdcf1105b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4fbc5eab6687b4de5114c32a4f3c8f4ceb0ceb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a28cc2a42d457298c11428ca18a7dd32bf9c43d06279be9cd67e496e97f575d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8475b6ab9792fb5ce9ec96db57df12d912991ed7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0160cdee35ccb6a814d00307ff147659f0dac547e60b3fe3ffb453101eeb7255
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a790542566e5624c7d2bbb71a636abb961eb04f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea63e0cb75db41fe9b2a47deee6fad8657fe3e07bc4b3f0038bb3e6bfbeba9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a465e242f3569222984bc3c5415ccba9c97f9573
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c1acf71bb0a788cb2cb432cdd31b4b9e8a7bb9118c38ca105315503af13454
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43548e5643f6696957b3a87442d86a45565466f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68897ffbb99ca3fd89defb15bb7646501e420f20301e99dc57a1c7d8d816b170
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9659ef9f7daf41c141e788decdd26ed223250bee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db128b1e0e6bf3cbcf6d92a85c548f66dc917a32579215e92acc5694fa82b2a1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fe7b7b5f9ba607ea457efe76c48881daa6cdeb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ca3a6d4214ea98b71c100fbf14bbeb6490f65c92ca0906ef84f9de5d32d84b
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb3a1e16227674e8f56fbf44894b837004bf6c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c70c1667f1eb250ecead8d0796e61d83757b3bd51f06f85b774ea4ec0d1ba9e
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32480da6580fdc44ab9125f3a3d6e2daa0a0993
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c511e49e047c9d1658a59c4b0f5828be398263931e087b1ec74f9efed5be26ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b976f0b0b5be2edec6f1cf72bb05dc44c69f22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c697ed92a53507fd736636aaf00b202d91d44b1a97379b8fe26e7f7eda433cc5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f769823c095c7c6d58fbc3ef1a5ea8c5b4f37f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88a39596451aca64cf39f2d77fe41f3ffe25752deb8ce49acbe6db1b6096f71
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af89a2e7bd66c34991ba20097771244f3c452d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1d1da9be3d83c054b37e3e66b5f9acec64a3d9fb15064ef43d73ced80754b7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bb4a466fd568c89a21a1ea16490375bc2a9000
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce3c57a53e33dc15db05bdd7a0d68e68482be96a23d214eb8801bde76655d99
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4973ec876436626fdd71d548c42e29c1dcb4d8de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d3ef0b7525187380ded24f8d9d88173812114a74cffcd322b51d5a40a87a2e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcafba5af2ab2d3837493f586652dea71c14e32e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15d460c8f630cfcf85d53090ca9aee1d1ffddb29e19993e8854ea69fd283e6d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dbb50319a726f8929c95999ebbea5ef8912365
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddba803a210f9f8f4f60096c781c7e85b931a2e9274722393d4b434d9aab06e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53803841bd1ecd74d76a86e8b4df992d331d792
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84b311d7d6dba03675319f60de215ad614b5574ea2a339a5f14bbff8267619c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3699b1c2417175b36c173b32cd56700f5339cbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccebdf30f12a24b5b67b00c968513cadc259d73777278ef33b3a8afe0dc7de67
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fceb4940797bf1dc08204f6f38fb29e37143ba20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecc227caf18fd6a82df3b1f4b84a151d3e14a67a57bb5f9656832d418abec14
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55743ba642e1870b3de0e7878767b0e4d7ec1902
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67f6d1105d9617e1c6339e96d21a68f510e12d330d5204d3c00473a350ae5cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aba121ea153b5397d1d3d3c0a5a4646e8b0b60b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d65aff516fe23729d190c9259ff2e0b5438c48b3fad1999912183db1bccece6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1748c581c32dc04d73e995965c87e559f48307
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17361e781592d92084b0adae365d0b50dc9de3b4e984b76f4daa39ac06b34190
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1eefe9a08235646be7d2d2b4a6394a2cb79fdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b05086b0a079054034c0d260b75b626fd722fce3ba10d0c779f53f6e9345f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238de7fc986d0814f4fe6cc31c76bfc4e338be3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a3fe3048e60cba1ba3320fcba89c945348091eec73324e2c61f155e88e6773
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c3cc8d830d5e4955d7f1ddabdc1ad38fbfb7a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87b0af719657fcb23a57150ef663af06571adb71579132bddd40a15c37094f8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e9deda985a342cc063a9b7d94aa748eaa40e616
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74ba6eb97e0ac799ea3f90955f5e8b613a0acbaef4bba8f7b8a79a3de2fcf675
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e74f534eb5d08237829a56ba06ac0e0a8ccda96
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cf5ee15b9e83da2bfc83ff36e2491de6e448d1208b091e0c8f27c0c41a8396
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..251731e657810c48de1eb48a19c7f52784eaee79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c1a72341e3f61c9f90578f5235da317a85f94f010227084b4a408821b5f8ef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8910cc679843e81b273d8568651d0d054085f7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223ef7d77aaf948344ef669b14400fea5ad52d95bc46aacefef7c9b145e165b4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10dd5d4fb78cffe32c376c0e5308ebcfe6c25afa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2967e476a905c4e3dd6f55f74c65dfd11b9fba447b4c9b6ef9cdb2551ef67d5d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9967bcb1d7f44ecfbbca59d88b9bd474e6739946
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5e36b9db0c46600e1d7802780e0a982fb55abb66fc969304b44debbb6cbf5f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96caf98f26d7e23829216c210128a239468d96ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29e444259356ea18da25d20a08caacd7f1a45363ad13309ec056a98d3cf116c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62bed9be01c82ce1ea962749c33d08bee0350a9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b77a7f0f6a32ce4e633aa1444138a04395e13fd1edfd57ec2ab61a8fce33f40
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b5ec6d23115a0c5c29ba3844c541d59c7b8f64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2becfcfc06dfc46f70075edf0819592ad7b622d4f459b38e214910eb6abb220
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db2aa89bb483852d8e0acd5d31dfb23628f94a0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edecbdc693a65391451a2ded13694adbb9a746df1f083c6c3ef5bfab3e47da05
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506ec0ed49c897456205ea3226fcfb588271b184
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1db05927fecac57c5c32edfc582875abd8e9be11b86d95688a79188b24dcac9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b803fe30782760f2927317c7c9345df5fa509ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6784b542097fe49c01e60043bab3187f0c9369a07887799008493d0f4654fdd4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66256d8deb7dc55741032eae78508e1c066ac664
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84efef99cca8d74eacf4da28eec76a6273776af4d03667b452d4b384563bcd48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b495c0e4cc402dc282cb0961046b489a41172a71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2330fc668a55d7286a60026d30be7969382f3f8c043d3c7283ac3203bf0196
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fbc7a56a73e0eadb83c3fc809633412a3f8db7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1da1bfdf043a624b31ac95e91fea509ff3dcf5e472c5240b5630ae4100247f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9584e9432f265d5afc5c66f4a6bd2ff36dc314
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866e6c7fa02dd7fdd812e84c7775b7e9835960f929f10be6690b080fee44ca6c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f36656e4a813a50d18466603a97a0b9d7c948
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d18891dad390479ffcadfc7229c51c48afff9a094d4e9a493c258eff1bd74a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb16b032fd4f1a50d638ed5b9890fd625802ac1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c26c66b3a18b821e6a98c84c38ba328e10de8668d2751d1f357c5812e3b06c47
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b654c7334dfb50b1e229aa058f75047b3d02d56e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40de7d5396842dee9a66cea3fb3e00645ab1550137d60ac5a844f6bfbccf12c0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e839cc44192eaed6ebc5e2f5fb81de7dfaf8ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:784253c34e2f9a9a9eb3162233043da7d68ed5cbcd6082d1ed515596d443b189
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a3d9ab822505a54e51cfce292cad1c4150710d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718f03018f14bc5177d9704738772bb269381b1dc475ebda6e9ce679deb5a0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31fe0040e984faf04399793dda4ac9e2cad1b34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc6bf4833dddd53933d6d39bb1dad755c8d7e546ec76e827f4b294e72e09caf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f399679a3cb154b295dac666ffe25729766642d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66bb27caf8958f16a02412327194a52c20bf49e77016cd82ac5ef41787d1d74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9520cc34e1d712d62911811e587bd65b38739f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598d5dfbfec89753d88f98bbfdefeab1ee8ad87358b7a90ce83c738c80fc859f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d454da0181bc892db1fd66a09095bcffffb05eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418f45b46e3e2895e1f3dd8ee7934bc403af6aaee48d050f9185ce080debb259
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3106b831d66f4691ed27426a8ddf28e2ff99d3a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4889f0c0caa323a29ba28ec7470ab2cf3264330d55ee6bf83533bee43f377fe4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c06a9fea1e226f16744b67dc8a6794b8adb6517
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84072dedd6a294da6c0054524fffb891fa1cd44a814a1208d7c733fcfccb2cab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb23ee45bd3567064d73fa58f648a61b815de21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a586b9a6478c645ebb4a0fc86a632d6bae15f8a4dc2bc98bcb1164b9f9a52a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3126f0479199232a331a51d22809b42072bfa8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9eb074c86521c53e3c5522a0208190ede264420a0616f2e0320d84313b12975
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130992cc1a212751b811288d9f23a0174add0f16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:074cffc085a80b73c05cbf904a9c3b93a45c281ac75e036cfb9425886bf3cde1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5983333b89d203a0bebab4699b884f939d981fa3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acbe8104a691d4ceda14d272af663bcfb0e0de4396f073d39e1d21a4052544d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da541419917e9baf0c7665bd05764f31c4790d11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cdce5f5447fdef9b74771890dcd8073910caef06d017c3a3f897036b88ff4a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d0fefd2320a83f8c898b6f98bb6f89d649d9d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611867d26891152c7e2007e2b7cc712a38b48ef6a45872b05e40782106bfc785
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff2bca5269d5b5d110e4fb38e3b496825e52c10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4be3228872e69373569db77fffdc43e2117001975a05fcc1d09a3c1e703b48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7f4a9d8c57e3a06f2b61fcd64e43ed905a9df3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ad720447c25b16b4316fe8b7a6a890061024dd74f001255c5cb506966b425c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92c721ff084b0a9d0d45ee9af3c3c8c9157934f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113b231ccdbbe932283d50a2a13119c1e7c297b74a1e96ea63931011941c4091
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17fe2f55a7cff65639ea0e4bc952d23d2074cec2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdde2676be7ac393aa7dccc3824412ccc22607c58375e6946d2ba85deda6a8da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b35f4468bd34384ae7509b5f8c76b0edd01d5fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acffdca7435d0a33b76a345eb291505da29351248a1a3097f5ff03105425faa9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f98168e0eda663aab2207d8e47ccd9e72d99fc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de62a2e61ddf3b71699a7859e077e45e0a1c4de1c35a820d01607c70ffe95aab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1885053d5cdf7d10e028ec835570395a9a7da5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bbdc5e9b6a9fa278282bb5308d894e281510fd806d7241d82db4f0570b2dd75
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff0edd113aeca3938070567f06ec49a13ec4d47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f81e299185bd13a532998ff2df39e744fafa07b40480dfffe66d76781cb7872
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad5ad69c539959d7d56b750d76b0eeeefb5e539
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8426b54b5858b901c6d487573d4aa053590a30607ae57dc5803372aaea223611
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f217b210050f3092d2494af039a082b308b9b1a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20089d9316deda0daf3de4776abcf6bb41c32156f9228f185c1983ad85db90a5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce813e0c0c7e6ea67002ead17ccc9629bb56e0f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4e00b6200979e00a192115e58ebdec7ce195efbbe94989261fec75e5cfb1e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6505371c038f25f7c8caf2ec4b7064a8271916d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e3f4f640b6ee82c4ee1a63d2ec4c16a988e11840cb9d8e229e8ba2952f4706
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29303c2360f70b8cb445836e3c9cf8052b2901d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb26217c87ed81522e23a2704c7db552a3434eaa5598b084e3899fbe6e853a4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a745c3b0a8958dbf4904836694557b2e2b1d6e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8d7d4aebf4f652388d99e58ee2f2291ffcad565184f5939221868644c7e0bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e264d162e783c75508d75e14d01b408c72d7a4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ded3464eddad5dc33fbecfd1976015ed9b0ab59bd15009885751f23f210ac7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06307065a86e6f27fe87c29572e077924b192fd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b579a26e31711423b2a6736bf85640f22bd52b081fc1403a07b2717b05ea04d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2de045082595f6405cbf8cca6d3328e8cb2ff6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3084e60e240aa1ce9474ec0d28179d0e8a54c5ee7d6abd599162bb6152991ebd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03c61a83e356030c62bad1bb476a1438467a29a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cbd8c2da713ac921da12038608893a64653137c1e0dc2f87c5093f91116c58
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c3c25e194e05882046eb420e39183da7119ef3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d52fe8aabedc5e5f4902add79e5cc3146c8e4df0219310964722edb9b5beb61
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..491fde7d34c29063b2c4f0ff527d042bf8b17256
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2dd51522a4bbbd179e8baf900c74efa052db67c99df282ec9d91d5150adf31f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1091a4880e2fdaf7283c7d580df748554ce4df14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a19a5ebac807a5776bde7878f991052659080254f5073130fede3ae5836a233
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4334ca3cd0c4bfdddaa2dc707fbfad7480f25f32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea425563d55036454214dd5e5bb403352d7246c5624c47cc24eab336cb7a181e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ff9b2fc294e13d24cd28b110fb9bfe773debe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9cefa19f46baeff858dfe8904267d8e0007b3c6f0af475c70345c31aebd812
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68ea2f6c65ee6a816548be1287d4520fa169ffc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2da8f8e74637854779ecf899d53ffb2b13925d37f8fc2f49a8b7fe1d76a46d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8f405f4d85de55fc5f32563249c6abb148cd2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7406a042e224cac8bb8c1a786fe7e824164eaf8342be2ce6da0b1571d39a3c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ceed1ee7e282b26a03a73ee10a6ac9138da4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a12fb5e1aaa27856ef6a189516d31e102afb8895a39fa1321aaeb0e41671af7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcda85fb02536e94955ea88f7170af3affd0f28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52683ffb1acf573048ce4707f72d1e4fd21dc8c7189200854bdf84349b0fecba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550f9be4f8a2b262c6e3dea6c9eee4648a3008f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120b7d7f9aa0e8ee166b1eaa4ade8a125412a6f10fbb0b3bd27adac74110dc84
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec102e6672be67d3ab33776cfee43a05988e634
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4335b9a1cd1ab35fc880f108b8670f4abff75d9324048f7cda0d3dbbd9591176
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dc44cf282397e72b7778bda39f265253b542cf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61948d80a5b8cf5a1f0d74612a626f8ab508be409d4d8f73c575e150115bda00
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd01154ff68f3a912f931c18b3ed4149fb603b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e7a19e4b85c30fd3b64a41458e2669d798f0e216ffc81ec6549ab32ea57479a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6fa83a674c52c2d2ce47c888e4432e902ee7a45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db178cc2ba81a59e0a3dfa94885f1b2fb73b5d0fa8e36a61eea1e912d13db48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce057fff5d233720ba22cd5523884e8cd193d73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b21eef6cf41e90a1dc8f38ac5339ff17e9254c46f52a0bd226bb8041f1cc106
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4de88c0e836106c54aba17556d24d9836fc848e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12546e34383054f422f64661c9d07cd1089efe0de735d96692cab8ae8abf8f5a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3501bb4b6a01671a6078c04e9741d5566d485308
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882160b4497d9ca34171de249a1c1a2966dda28fd2d5c780f346a900db95e6e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b60c1899f616b438635db53c6ac69eaf4be225
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ce272c1c1567655833f3860532772c5bd8437a1832fef9ff4095ebaad22aa2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30aaa92883beafb569e5672f33046161a5bfbfd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53a127bae41ec23b24e81ea5382a36afa2fbb81f1e3aa156e7c9e79dbb549ea2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8daf4ee94bc46f2aa1e89917cefdddbafdc7314d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b42aeead1d7da60aabb8175eef2e1eb5216c03f21cc9ea198edd8a88054fbc6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92befcec993e705e21a63474393dd07a25b1427
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d80f4c7a5847dd1abbadb2ff362bfb05ffe5fba7762b2392127c2124af74cf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b564a31973ef8f093c9b928a1e5c844ab0d648c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea7b8fdac00d67032cbf278e2d73b4e3c2ecb59d29f6e13a1a34c5ae5d0caa2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b054733d5d05426e1dea4371f97b6355ffdf064a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1f8775790ce97bb9cb210b52c90f68c5aba7feda2527f34626bf30cf44a1f7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32adf568fcbbe9db66ff35a87c1c87d066f7fd1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1deba44682ef7804d8f06f4089180bd715c9900b480d434cb79c790289a6fd4d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2d9aef15b860b9f635bbc14716b3826b36b833
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08143e2cc60080203dace44e783485cdbaf60a3f7e7fbfb4fa6db22a22b14883
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..522f7a4d435b904d5e62ee8a8ff767a6a0316eec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bc369ce594f73a67dc608fe6e8cfea1f39bd37b1070ae2b569c4ce0144d27f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe8e4472b20c19e41bcee5de94e1ddedd6491d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:379681ba269ed14b9d973c46e2e1b7bed008ef172852d0ace260c192194cf739
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb66197efdbe2760ba953604ae1254cd749b0d04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db98e5be9f36e1f68b5dd4ebaf6ee79e76fdb3d589e02d82f464861bdfc8f722
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128a150cf5ba800ef88d76a0b2824c30bbf6ed2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a3a643bc4c4e2baaa021f7040736057a6c594717873ffd8902b6fa4630c7f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f558be7cbd7af3bacadabcf9fd6f081c37ab246a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a077cb6a4e9d3de92d6b96d5077f54f4e84eba9af1b56874e26010fad67e3ca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ff050951a5c980e1ee6c5a6a4a5066522f4cc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0009228a05696790f7fc2ee0bfba7bdf2e26395e87d8f5aa33ba69dad6643771
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..601c42629216b2e1c05e601b8063f3b5b8aec43b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b186055619935274502b0e32f6c34184a8fcde7bff378ca67c0128fc14a1a94
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f535d02cbcb72244a4c69b69aedb9703742857
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6a6961467919238d6fe48df1fcee20e6965f7b982650a86661de2f6e94d117
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a617ed1afbcb9cfb42840d83576982bc3e2fc9b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca162b90d6ac38ea341e484b7bd0f23339e237ae2154a6c34788aa713f6bfd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b083c11af4f0ece70e58b08e610f3a2d40067425
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04d6ec13eae9a59c4d37c335e740d34c4aa84d08065d5a032dfe60753433165
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20bbfeb5d0230caa6b13fc094b0e04e6301597e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ce75f75168cdacbfd81716e67fa1422cc90cf2a39a963ac4949c2948daa788
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87602eb9084ab89d8adb3646676da9f3049bd7d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453a16a516866274a9e43192b3d82b8131849b4cffb381d3396adc0b05fbf66e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..729eeea73518238fb485ba396b93c978d5d16d7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9566023ddaed0ed9da4702b9f61bba244fb37c508094c1651c5a59304d6f8417
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4a80098d8367bd59976de78cbed1f7505d5a3fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30411db11f2194e7e79bf2f5e6cd991ca1924e0704e253e209f73fb6a65ab066
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f6e4d55adbc4d11d8ce7c59c812c30baf6288b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc31020396721bbbb50ba8f17207d621774b1c423dcd3afd653669f44792ebf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c51995cb495370873036ea80cf8681638cc8430
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0797b4d33482e70bc4745d38ca962b72d0095a87a94e6a63191b68799cd85253
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99934d7a52517c82e6754d6b59eb1889332c3c7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd0599513691e55aa585f5396d5a4e0504ccbac2acbadf6eb9726d9685125c1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44974de182f64770d9b6137748f8cca355bd93ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2831bb8b9b977a9ad574b50730fb9db238a8ebec194a98d375a7de64bca798
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6e9658d053a021adfc63b729254495dfe6a574
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61824b9db13c942a2b4a5cea1585da2701a35350041963f2c69c62ea1b83fe1c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53e83aa5554ee18d402d77f272adae9b7e1ec6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ec5c7c77c38404c90161b1535e1dff1f206a3e1f30440e91c3650e877cb71a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b530ed95c71ab9aae0ce7bb18a2db661e0eadf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08864ce612b6088191739e0a049aec1c0c10aba5e8330db7aed03c1b5c599656
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6544376d96864f0637b938c16f19cb2d5fdb4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93db1b2d087dd84cf747badd9a57acc16096c86f5eab81f5d34841672f2b9fec
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ea31a82c897e57168c702772f689ad069c7ab9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5d2d00d7a096f1316b923c04574d154554982508173eff39b520456203a113
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd8674a1493b658afcf58cd5e8accb5a71a0ce8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3634eacbeb9d022018876bed8885123e09ec3f176dadaf2b61e2a598312749
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd859c02abdc7a1df390bc7820b28820a722e158
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf496be68272703839d27fcf047900dc60febb686a5cace594ad8a5cff3d7b8e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f8fbb7b4daeea1532cdd8fe3983fff12245469
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c26e38523a97cb9a735d55c8fce8f836a8fd7b9303486195a1ee96b81d493ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9615b2f43c171002ae96e6103546236a57d347f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca056828895c72b1547e913ebf229f19dcdac119c1b1ffb12c58822d7fca3333
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b65e5293aad45dbb41af02f6fecf45143ada0c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa84c8e74c58273279ea896c0b2c6050ce16da2242c68785b06dc4d6fa06a5c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb9827ee0a67cdeefc924b5f2f6a93d0ddf214f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd580a40ae7fae39e2c3cf36a2091ba281c5affe8b34bf124e6df57d5910f6f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9950fae277053218524d613a6b31bdd169160681
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66dd29c4e9dfa4e83a6c75008699dddc8ede8ff6488cf8d179372e64a1fbea76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec7bffb7d1c607cfae2accf0b7d86318a8c962a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432f00a8e80c74e658a4cdfdf38b213518272d688412a6281979204563e9d44d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754dc7a15a3dea23eb010ffd56d19afacd6e1f6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:415a3ae630bf54c1cc89c695b02fc0d383b14f244d08a2a62c9da09bc7e49953
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fc2f5f3cdb208d7ca95a6a6e15e87c64cf5131
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:599732e9b18b5be588139243d125edaf8a893d90de14ceef557566db8ce83fee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7039e226a090c6a1c2470e75f9d3da9b06ea11d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062388240d3f76eb10150556d5ca4344b0796a3705485f00d3a0ed476a6e8baf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29be4d88d708e3e37d6a315df067a758b79861b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0877a76866593f99442fef69852d9d5ea6df55b1678e29ebc5082fa77e845fe9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d86ad511a592298faa3883d37b592f16f79f5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c939a7560080ba8101e445441a653bb93ac846ab57ef85c2a7e2e985a5db09c9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea401b3cd8779a02a5411d1e19b063b8f8c6badf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea38592e0f9f1e8c1cff7ac3acf70f938a907fd110562f49cd22ad13c03a7b77
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b402b06974b2919100cf3b7823602318ef30282
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad872ef468b17bf347d7361b75cb4ebb5e0f875da37d41b4e06a2c1fcdb511d2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..793d8d5994a01e2e7105884724fe1d8189757508
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360c7873b168fef4c367595642d0e90a9c2f264928d069ae08cfa39335619ed6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696ad61d4f2ae507609345423a83a0973f1e1145
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568695c1f53a0111f7f272e9a650f5b6e6b38c47284ef65343508154e99ba5fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3f4ac9615d90707690817b259e0156cd1bfa03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f8cbf065150970957157bceb9ae9ace7d59b5143708b0b850e94eaaa2fda8c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dcb5c6a5f1dec2d766e4921735ce2ef1c0eb237
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632867cde84d798ae686c8f79f9e0589044f3415e0d4b83db02c8ba6ecdaa6cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0aa54fbf247089d7f60ad917cfacaffa87ee364
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cae84300f4f10e4bc7c6524167cf4a2a68b9fc6903f71195c73761b05e14c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1faeaa94a85fae2e0ab8e09ff0cfcc301628562
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226c730695e98ab904dc924008fcc4ebb12d90188e8da20fd861a4e03675d924
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f367ac5ad30b1fe08b3c01d196111be47419e638
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c338c16eaa4931b11dabe5ee51cafaeeb30602c6e7e7a8d5a774cfdf4dfbc62b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03799038745e522431f6f752ee8109ed4a2ef616
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ea608ce27945a4894ee06f4aae62eb844195e6fe2d25eaf101fdcd300b037a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31559e38228bfefa6409a7258c7e5d4633272cec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20099636fe2c0583677ce9f496d21f7d997f72621fbcd8f0252747beee18873d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab1a2f43fa1b42ea342c9b76d2834ebdff9311e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd889543571f21e8b0c02fcfcf588ccc88aa0225482707c42faa38bf3ade36f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422f8211ad9b2c5eea35501949adb07410469ded
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefe13310713712be9bdd1a93d702fdeffe1a21b727cadba3d54080f5d711a0d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57733bb920f2c9f98631d10737674bcbca9ec80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee4fe8eb318c18703dc8eac13c3d782d321befd24196c4b48f999e6346c08a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..281d4976f5081f2b38d5c6090671bf5e98258e91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4750b2b047af2bf0607a52f04600f59254142402db34133043f9ae7f96f18055
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637032d042dfd2ef7f71607c8941eabdf706d90e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff228bec2eb163a79117b0d39f22dea3cc780465d9311ceea1e8d3c2b61ce698
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73ef60ff119761a8659e0e3d51977a45a2bc2968
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a323fe8641d28ed013410c878fd1031f710dab1f8f295c602e685a49907956
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11f1ebd28656e8a09a1f614f3f9b5159074a2f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cde9c4cdd97ea364e88e58791ec3e1c0b0f924ad0988ccac4e864b1f69ed8f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b4239a62ac15b74e2658bcf98ee1f5d7810a19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345515f27e83814da790999e28799e741f227ee9de273353d41981b720722784
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d131a2047102a444c45c18507fa493c38df4f97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d84952f09148418b4343db77969970037c2b49c83d1dad50885826b0c9e034
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5411c2dcb4b02a23c80ea99a93499a936dcd425b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d350f33ef8589d0ea0dc577cafa186b171af75f48335266fdd6dfa4a69994e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc1dc7ab6ab77bb85bd66af8bf7ed53bba46a1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793a74d65750e3dcb800f9e194b1b732612b71c7f2d7cf52dda6befa84fb1f19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e2ec42cebfae034a5d84cbc40a7b2eade55d46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899652c458be40b0141a9cae273840fed3ee1ac45a70bd9d698d99b234d19508
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e55f686141504a1d0e36a36d34dcd6a1a4f3499
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2325cb29544fc424507984c1618d88e1b4d8329211008c0b25dcbc3c30ad3fa6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90715727e2af10067ec2d3619b7555c072dbb458
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e0ee34a0fda6004c420ea8b53b96bbc4a043309f83bcfaac4e65fdf73c4d2b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4a47a73c81f2291e59dbeb0a8a358b76c775c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff4e78f619a87e4966af8ee801c438c59a31ddf40331d0dc188b535ee0ccfae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc6f6452bb70f9ba29e44944d90842e27513dcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d810c00215abeb3e3e6f91ecc07a77b7a190c34e928eb2953858f46d9ed520
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e670aed01fa955e079e36612041b00aa7bad2d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a76619c72db8a11f966b0445fb57b64605e3e703c4665944039bf4c82ee1b9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b46c857dbfb624aeff1ea86cee9fd98390709af4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b871545351fd34048030e8b4898a8b4734e573c1b77ab0659e74087d63f818f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4019610b735d7c4e6fa6231eb3802b6f64c017be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc937c334290816d0ef0b2a778732d50b0d287eb52d1f5b3ac17dc32b398bbc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f20f672c83199bd9255fe8ceb8a042016d2c625
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3631909986e37a6135d8849cd88221fc0cf9d5e4b9702635847c175cf019395b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2f0c15aec431a91a1d0e1a44a0efc453e0feec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6550ed9045b6a1d6efd357eccf394e2e1796a9302e6f5479d3661035263ca72e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926b6ca3f30efdf58aed1ec2d568609e9475d2d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dcad5f0263403d47b665e3c8d13fe088deaaa8aa4d91da82e3d79d3ee4d3eee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c87bed3f109d52d41b2cb0c7bdfe9c13f06b893
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c7109e29c804fba0b61006448463065ab9781bb078f569ffcd532fcf8d92ef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae69e367d57f181d81fe403ebf96fa791eca4ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c94d347e1920e3a9397caddb09f40d7ed86f756fbf9c02e9387b0803661f48e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5381a4e8ddca53179baf82b1890d15ae801253
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbaa51ce98078e680bfcd8ede0717095db525b0299e32f7eb5adcffe6815a0ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c66950e3bc760ed3df374c71c579158b0ab9a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee03eaf0df541c7a48d499138380b64c35d7c0620ff31690c565f3a82418fbd4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2952d8c51b116ea6017bfc6bde51e51f500cf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3a84803ec4de8d7cd5e803d7048b6807794c5d7e3464ee1920f9be92ece7fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc2bf3a3c50520cc52189de52b7061265620cd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdbd63cbb37971bc39a04976b2ec2e47bb840c33ecc41a7aa8921ced003c9aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f8fcef386c3e932485aa08825a7a8504a30333
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7ce6f16a562646ba787ba174e3c24a9a6ff228768f1b190674fba6bb2444663
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a87c5dbc047562f3b12b8e7b7c2442365178570
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375f0d3ba58f31e43b3a36501bed2080464af2cc4702facbd3b8c07b68c77f6a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74059fd2d7b489d57e787927b20a174ae1d7672a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc0555001d1803c2549fafb3e0b48a39bf6cb1587f2773b722029127c688898
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e38def8f693863ff03ddd5fde2a9e528ddc9b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0abcc38a277a96f1eb911211d0cbcb2c7a512d8a552d7f5669b53fa3a9587c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f79e6fb97704c9d2ec1186a5dde79cdfe07179
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c86e9565630e9f3afcd266f85ec343b07605ba4ca92b0b0faacdaa3b3caa87
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab3fd101f77ddd10e299819e8bd00038c2e9e2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f5d14a72b53925b8960394efb3669c040c272fab01a9e7895006615678c9b22
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56887696a7ed82f32f3050928cd560a67f7fc6e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75fe88fb29b6a33f4989697c25e7867b11977af4dc9646ae9588a2ed9e208c77
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f828dd5e89499a1e8af4bf89d058363ecbd46ab6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14da47f74d017f7ebc21c483e0eaf1ee5e20d612f2da648fcc08560735fdde55
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8426ddbd37ff0228551f1acdbee3dcddcfc3b10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0218201e91c56313958853679c21dd0b7c5bbf20aa221a6c9532d87581adeb38
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adf34ea93f3fbc2dda4bf20b4bbbefaf316b8f21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e91bd6707bf73ea0bcca1090140527c0f4c5425b7c8022fbfe54b23edb85a6af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a0e221fd59cb7eaa83dd8c656ca097ef33c70c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43146547307309937a399235d6375d60bffceb7f4b40ca168e2058b1a6b5b2ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae488f2e9e9a7fd1cffa9669286e1e2c6607812
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fb2a0ba0e878099ad496e50ffc1f7e31a92ed412884304392a8a66c3e40db0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d812a7caae420832ac7521da3cd94517f606a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae21563f4a88eff056887e8efa0291d3e7b4600497a829ea287883e42342730e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac60c04d3581204a13ec2d7943328f335be7fe3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57635e1f1fd5dca8d71ac72c073d7e21f4f9f92f4d6d8ac6cba58a16dddf4939
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2f31da7adb980269754b11390e7ec11dd0b586
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd43a6580c96675aecac575105f5ef02744a76e72fcf023cd04f5400a61f5c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72ef811d8b514092d9a3fce591ed21a3b2289b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7d84beaf08f4eeba609334b92481e2ee443e74c364702f5a8a344297a4d098
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be4304d4ec8f1c0dc52c418c30ddeb23aab8492
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807718a359dc8e9256fa65097cc6b77a15c9b86213ab91724152f53dc94861d2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f797ef0a14bc22958d9fa201fa45b02e39ca00e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9ebba20165cc4a1ad2d95e3646103470ab437fede917270e281f9966da1465
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b5a2ea9122fc2590320ff1af490666fb18df49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf8ca5f3c3ae7f259dbd8ae4fbe8ac9c271ea006e42961a3b71c8fe40828227
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f593eb263208e726b86511a60ff4348311827ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04608af4ff88f7f0271f70c8d6f5549828a1f8fe04ceca214b22c7019b507c0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f551d657368719f360903a646f82dd1ebc464834
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda44c3aaed0a33e21e74309939cf5dc01774a60b9f6e896d03d54d49582732a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e48761ae5cae8c5dbf785774c5baafe8a1419b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee815bdc1e34fe297220bbc4a8242a1ff76d1c16f62b9aac14d841581510fcb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea08ff65449ea68a0b1bf60ab89bb5d5b9043767
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e22644cab51e43ba6829d20f38b03d1ba7d03082b004b9a96e704fcc5b2e1c9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8825d110ef541a04be3e45774d7f4a9bbac7bc25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850ff633c76dc4f1cc7cffca8204ab40f329a61c72141ad98c142e6728808cb5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d304179c0be56576cc700b1e1fcef90d08de3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac6e60f407ad72d5e35f744c38990ae836bf9906ba1afe52fda264e2235e63f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91309f67fa4dd431a1621648b01d940c44fd7de8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1892784bc8524fa7adeeefd76ef7469c96fc9c24928e5ab0a7d67bc3f6154f2b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b149967f7baf186d7ea70b6906086c187fdc1aab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70785f07a2977434a19d82427b1185a7811fa869cb18e08ac636ad07fc570a29
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1284ab4905ac2e89e88a00b7c4ccf78ba3f47380
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6117f54984d530cdaf56e96d85067761de7186173e68fd645ae3f5e60a664d58
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f97ab6cc1ec362d8603955c91c164b9753de8b1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394131142a4e34366fc7364b45048236c0c9bb74fd0170711ce3286028a82f1d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120dd8da0002d8faadd11965de97a87261ef8fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb44896525e0ef722600ed6744971b9d2c4a6911a078f92660a8a72a3b8eec1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7d17b09b370bda85563159a8a6ce562f5d5120
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5458c3145357608b251d34e3cce0f532fcd8d869d3b22657c602c0f8b6f2f8b2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575b4eb100b77c383e50ab46ff3c86c8f8cb7bf8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c1e612e427140c41c73c7c9df82fc320913a29692df7c3f814102e07adee7ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46b229b50033f0818c9c7f5bab69c1b62f324ebe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15110a0f3c0fdf4c5b4bc51d99511c61a9b71d36e03768bf1f433f5c723a95e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec14ae8b144d47981c35f3c1580020ce6fb5acce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbc39742952f70d0931a05a9a2e26f5d691c83bf6ecb9cea3df2ddad4e43e44
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6830b96316a4067e5b52f5c07e537a17596989f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:510544dfa7fd57c5a7a9c38250dd90b7b6cc4989d49983c7ee1107c430022159
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8b5b19471b958b64fdf34762a9dc7d79fa7074
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecba4aeefd9ecfb22299dae218aaa18e4e08d41117fef0cb783ec540790ff548
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9d0e734c576df123cd90af4125f7876f13dd46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec9a793de0aa8f5e8100f3ceb581aa070db088654391e26eebcc1eec43d8197
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0b49dd04171087ddcd163b214f23bf327aae7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb273bb9e8a9675c77df6475b217e03ed264177ba4248c8a91c8bfbb4caf296
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..add5c737dc4b19ef035e6e20b8bbedf5c376bc71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7c3c65b9963c460453e51d361f9395ecc746d18af69d59f2e1967051245e5a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e811972d30bbc3329a933987101165ad6681867
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc55a86addff1527ceda52543df6443e215f98a90aeff4c6cb2791ee248d0d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ac809a9a775a529addd3743787505b39ea8499
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011b309bd0b2c802cdaf0d36bb98378b456a4c7bb4307260114e70d9cbed4271
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b707257b475b562151edfca63bd9c6f2fb27ead
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ceebb8ad6a2be2de0c3863c5d25e08e159f255a02f115c689eee92ec412bebe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac3623b56b94bf78a403e94b572d5d182dde723
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1c23bbaca84683579311b18163a408e8b69cac3855262356e554817c59c0d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f629532230b3cd6b689699a7b85541d1555c44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6751a9fb48997b596fdfe05d0fba7fbf1dd79aea6910dea0611d4dbd8480f147
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b72b1e2a21ed8ff6a79670b69346cc697e52dabf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac20441ab7c04cc2101c35aeb2effede091e7b626e5103f5c0734d530530616
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b8c33b5f4e09260203fb5e7b09758f15248ff3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3428a1dd87c1dfbeded44be22cae1afcec93513040ba1fba11ddd617aaf245f7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64149f6ebe2c9b95eec0b7bf59026e056a5e817
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddb959beae925f664d1572a82531cd0a22c3a3ef3171090292bd0e3e66ceb4d1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d82250bb98a9a90adcda3740cfcc2fee15b8dfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b2b80eff5879deba68aa1baf2cc105a1302d1573ee39cd7725c00009e92806
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0be24dfb2f085c5e3a42a61bda69af89e4f04b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a198c69981ccba34fcbc0e053f72e2b5386a56e1768467c2326e73e7f354fa12
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5956a1f3b1f857a45476d54efabfea88086f11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23b33fb9a55657838bfeca1172583f71065742a42d314846afa63ce4de25cb0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd62c0879b40dd13965e30dc30d660dd90210167
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65a3909ac3bb6340856ed6be041231a31886edb6a580f9ef42bdb8c4a99fc2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d5d3de2ecc8b1530147a8cb02453714c732a0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9eeb97bf421ff4f0763605d3aa4dd8c03b7cb3f94813cbea758cb0e8cf9bf0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb071ba23b9a19fd652a069dfc4d54c3c09c0f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c788ebf01b4b05f71e40f7a0fe022fad03a3fcd5ef963b2e7236024d983b880
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a1ba466dd9c26895dc0297e33aec3a1c7e9827
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43841419b9256afc8b44dc174542529c8cc2968983dfcf82302fc00d083d04e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5740b562d08d7bf758f51920ee7d878d50088753
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d973ed41218377d26ea29f93927e5dc8148def1eb8562128a291fcc8519f9b8e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669e7225f8358487a53b674df7cea787a83c0b08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3407fe1762aa1d2e045443b1b853b9ae3b76f5407adcc35452df895c94d1db4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0d737b0d5f8bc2c4fe8ad4bb14d4508c767ad63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba429672101f8b67dd506de8cc6b83bd1c5b8855fb4dfc6efa6c96c4ff0a9b2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b88fd405f389f0856844cda07fb1d4100085736
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa200e7835254aa67fb22e124a3b706e1407eef371fc8d4c73f7340c37492a02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56542fb8e75115704245b7dab724a069db0e3eef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba54100ffd267a596f199b6eb566959c326bf1023e26307818046837baf2149
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b465fb8d7c46785c34f34a25c10d34df011b3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb6fca0bd72118f205acf52dac2c96b75522284655e2de570ce354c394b3514
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51fd83f86269f99fe087c26dba83ef43c89c6f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b206c701a14f6ded80dc93bc16267b03c5ad9ff264e41fabbc99a7d6bcf232e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3678dc520ffd44bf255f0de5083063872d9c077
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af47e29a0ba9abe830fb1ec27739a1a62b134194603b856b07c9225e16bfd124
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9305c9282d73b0911b4b7e903cd449ac7cf36221
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4a697886d6edf0aed4d86391887c687e961c8058ac6f57f03dcbc68a1952ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568a29b4b12f0a55147fd2ccac7e0e4d52d64c39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e1b6a4b6e160f48f156e7f96702acf680c7304846305b66fdbc6d89c7c0387
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b4a6e7eca206ba83c17059bedf027f13fc0d7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ef50ac0b5ce21ce27dbbf499f2169651c99ed45c1acd2add4ff96fe6456bde
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081cadffe0ed18687b290d28f712ca3e126146cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cec06f23f00f9a8d332747290212e0a6551271b1513d32dd55a479b523bf4e8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e197915309c0b7ea7b3968366d666bebb5d6656f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c999c8f44678c3c0f65b005efedea09a88c4890c22f4165c7232a4d392bfc0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff4963b1e5f593ab8a944dd7dce80dd1ed7552d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d415ab6ee8737b01932563d3304df77f1aa9724926774713d152539a5ef1780a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b397bc1f4f56625045bc5b76634a3bbea72f0a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6241d7e5cc5a6338eb60af41755986a66a87ec36bbaef2d474db0a3c87f4e1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b005b311a002fba0b055a5dcf068516b2be0c0bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1b080656d2dbb365c090deccb1986b742905740a76e8f1f951f38a7838a7e82
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d5758a1a975b9c2ac6b46b066f02ab870640cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aba2b526f78b001a4ac46cfdc646e6c548c603653e3d9bc5fe2993c6792e709
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d77f0116312d9d36c09cc54b6d13967c2cf94b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b76bc8bd210c0a53f67de25e3d2125e54ad428cad1b9e306ab1bf38486f0cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f1e0b710371e74466b3438c2f7eb65fc82d129
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b436cc46c3645a7d0ab951944e3a41737f6674a01e97dcf37b5f173307cdedc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd6422bb38311556534966d9bc1b8e6169c11e18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47473283d562c71c99cfa4693d284317ad84615a2a1d217b44b4083cabf0fba8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7f96758a234ed097187ddf4b36e3850d7bd367
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e812fb864bf13c819839770704326f427fc389cfb15789b18a1c058684c6d26b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542cc4e6da356372fccbc3fdf1551b9b78aef7ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6dcfc646023c528b77cbb9669b7fa5fb5a4c437c273dd6873591616e09f3c4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee04801c66cc2862a7f7f09ff1ffd0c5ca14af04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c4d4b7ff9e21a21cd4fe4035417f9f9647df6fbfe59dd6c69d65892f5ba64e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb0adc0097957c5f1e84524789f6ca92797ceba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55005dbc1ff287c892c963b48031dc5829132b613eaa80b378c0c28c3ebe7606
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e60947a167031d73a9a365732a5a3d1b6333dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78244c65bb04bb62f812412a1edd37afc9b64e0af033e70493012083b32522f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34730c0455b8f5a44e1e11a1ba2f6bcd04120ac3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f6422613a7677a373fdde6b0359bf992c1d4e864b9630e1869a612dd88312b5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2955fde938dc9d63a6eaaf9775bbbc3a044beb19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99265d5ad05b525cab3300930b6d64da46d8f929593f4ac6c2b68ef351553fbd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6a70f24144712324072890e34fded0e4d8e0ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f638bb0b0717e9b82227b7cdcdf22fbcb89bde5a354ae2b0d26873d3a07340f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb70abc601530471d22f4cff6ac64598c8bbc180
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37234f80637ff870bd4692bbb073738b7e2a28d5ce091fbabe87ae8fda681220
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c799f6f8b22053a848d0b5c199df32df67d8eed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e9936fd1aca57604085f26433dd38645e657aab41335f65435f4230777002b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2872bf5efaf3072d367a941d8e62114e614580ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896551bdbc772304b674c40a4a2a3370d0c7564450cee794ee006364b75a4b06
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44e75d8a9a1cabb0c7bec9be4f022e1738a10ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad263ba886037cfa2a98578e1027778151c36b6978f8fc17e090ae43902ea95
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403bc710e49392993d54bec7a451aa24e17bca11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbc674828513065d74f5641ea41c43a50104465a639473d83d70118466f8627
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad0990c57bb03b7dc921181e6360b0d23f9b9cc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5511e284b3bdea621f8ff19c1d158af8c4bd092e9c8291b29dbaf8df5983c7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c2a2b585ee80f9180368af3a40bd406da4309c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa34d036bd58525114c0273a5da7150f79800b5e2ffa03bae7550e9c6018d12e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346ba1aba633a6577f9dc3c64406be0c28b52b4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa6141493300987a6ce43dfb16d529d92eaa843582679eddd8f73e2fc434a73
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c16be9651665351f94a540c644a02129e9c0909
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad74ad0641c07926a353200d5dc19b781a15abe12e55c2954874dca30a9b855a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338fb7b28c29af87d536a12569fbcdf7e7de00e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:413e3985444a9df71154cfa68402466e40ff75e343f8bcca6b5cbf3c82afacef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e26448229505dda1218d3fa73a9ae388cc3c26b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0764f767e61acf76af2597ec4053de0311e11ec72d3d2b3e764e05b9d85f710b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13648f445ec25a6d9185c47e095ab9341e356d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeebd8fc3298d7b18519b1c32210d157dcf8a7f8c6ea4e0e0623846f2d0fa1a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128d2f0335b26894b80ce98e872d9723668e4075
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e0eb10181b50a9a21e876fa5d7641e962156e476dec3c05711757ee7c8e91e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4491035d402ca0b3fe032ab961af5010df3bbd01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b92e1d66adb45d367385a38ccaf0c8618c0ba77bae7bf1d36b208f8644c73e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0967db35720885d7d335b813238b8374dabc361
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:131aeae693196b879b3dabdb37b28c7d96d6ab4b5dc4ac6846246fe74892401e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e589a070e59c7a2335a5eb3e8b3b405c8bdfbf39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6700e36e3959bdb95bec8e2aa3b856f7b5ceda4115b31aa5d49cb4dbd7f06a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbccf528ddd6b8c6d5a7479d8f893d195438aef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6b4253f30e8f1f3bbeb2274ca51eeebb110af208380e41cc2afa7e68f6547c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de76abbf77156d39564ee93980794021eadf9411
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4925b4c8cedf000ed562e5264db1eebd7a83239c8f8855a3337f9bee3e26549a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba5b2b997004780e456d6e2a06676c849585f4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02aa5d6c78fe7447b14704e1a261ce8bf3c524022f2e8e08075764b16240484
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364ab927801ba75ad0c48d6ca2df47c0e6d2d632
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c6a3cc31555f6b0ac765a999c4a6777b0f7f96c9c8150ab3ce52665784bdfd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f094e102aca5215f98965622de87a766b300dc1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdda6f367d943ff013d8401a3c041b250fac7adefec8cca2d25c334a1c992919
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554b6d694ef170bfced22e6bfa1dd7dcd65e5850
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d5ca87231dac11d4f245ba85cb507e3d7b5e06368a5c8ce83f3831cd7b096f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7759d89389d608cd617cf6cac4019958eff32d71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad24dec7526a0cc30cdab628f091b0bf6dd26e28dd3ea60e39a3e11ebaf09687
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66693073b3162bbb794503b7754b7fc6cfd5d927
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbc7b45613578a4c6aee856e103d8ea90f72f27ef7fa8aa49c0215f21684171
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..625033cfd77f6751ef6875951177a3f0b21c77c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91325554e9a06f6456752a7ec6270046a5d49e167448067340e07da7cc423ff8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba6ae22a21a08a6f7a91f29f9e6f26ab138e1b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fe0dd7a5410479d69cbcd2fa7dd01fd128c0814ddb94777ccf2aa9ff56544a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29950c26914aaa57ff25f2b266bf8b1298f8ac58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b707d968196d07a1faa572f1936952f35685d5e299c0fdd221fc9898dd32d639
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314ebd73471f2f41bc5678e5aa7f43c5e5241a89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ecd01c1e682d1c506fcbdfd99b3cc2c547a3f2e7c2bbce164811eb8a91bcd6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6cc1c314b4afb9b71bb5fe9def18d10c203378
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7596e4a26f80a34da4159b05d46d73e11e91cb036a8be3bf5c2e75587010965c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41dd794af9ed940e32c10f4f661904437354ef9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe75137500ec1c5aac6fe1e0d662fa90468fadf31d2c03cbb668ed8ca3a979
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4a5a668094575291fec8fc366018957b27d466b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e21996476230a144d906d23a785beb54d152f3f3ced3bf9d56741df1f3f1797e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4af87a1795b7fa11d7d19c8c74f418cbe5cfd43c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b754c7ad42f8b4fe5cf450c078681ef75d4a1dd26b6adc09e10b155cf3bd595
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a4337264658a43289e05dac4bf29441ad37060
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0081ba8c5ab89904da71d17697c254fc1ab671d5cd529368f87166bbddfd4ceb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9fb5ee0e8069c8f16a1ce22d2d227b948dd87c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b20fbe897c82b2b3da92431bf39454efd60572d1e7c14d3acdf265b4d15aa5b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c26fc2d78513140eb867ac679dd1390fd805d5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a82d93a10d6dd69e842cd778bbc94b6c3346537be9fff53e4114fd3ee9f15e62
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1957728f3d5dc70f7d458a3510ffa8e29ad6d735
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0aca3c25c74c3d3fc2d30b37d9b3a8902a771e787c4f07c02a397082b9819c1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62c21f9387f36c60953b7fc5da0443255fe10b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e56983b4c3643927100f87a4059b869bf61a7c7244bc62136e938110c3b86ef6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c61c1efa745823ec66aa722eb5e218def6c153
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee1c362c93fafae862d44eebe507a475f69d8253f8d2b5d0846ebb20ee4f2196
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b125a78ca5b26348a3960d34b766b886c8fd1ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5b91125b7ddb23512a865f01b5c4a9c8f0923145cd5e733d071050b23b07c4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2982a6acb8d595f660a47e471c52049aef958271
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f49cf0a54d0df3cd76a2bf2ee8a2217f1242ce11da4fe242038d8ce01ac0c3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae673f5b647a201f6c182829d615b5f3762104e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9517301091c9eb51c440d341b2738ec3edc8de0a5284a6db99a0f76df904ad2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff001dbd03bb580d6f799d6f28e698ac51900e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712dba5eccdd4f46b0683b28df0a5a497a3fffe8f3fa325439a7cb355fc1918a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0457d0bcc57fb994217cd0adb8e13803f8a6d407
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fe9a95d91560fbd0e3394218eedeff2ffe68f2490c78bd5043e61746a3d5ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c84190e441e75f29de51253fad7d757bb55f0f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47e9c0b17ad020e0e45b9a9f1690aff558739ea4531a9bb33a13ad875a57aff7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d54c5af71815fb3a23135fd9fad01b8c66aa4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda6242d3e455e23d6cf0a049a62aecd677eb48f1495c58748989221381289dd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1904e698bab65c31da90067c337f10b563c65e03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c014b6a57fbf2ffde3ba11572071f8772f4a5f13b3327e7b7e48a2691f8d940e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..112ab1a352d6219d24ba9007bc16fe139de7729e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc46a87280d6a68c4a830f88a9bc8fce55b6b74c1b0a4c61aefc3241969de4d0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb205cb9101789476d87097162754772952f633
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2de32c1751369e3374565ee2e150a1c1ddc65ae1b55575c0c55c0b31848b649
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7f17c22c9e17b862e780677f97a50a28a43115
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4e045adbba3bfe56b386651e1dfdd8ee73f1e9ac830afd59ca65aa1a1e6025
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc354c842814d03356b31042580bfb1a095049b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb45deaaaa1d14402c327ff3b4fe4a85868c4d38a0e91018cf66ce611f313b3e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ac035ddabeba8db287c7967c746351a782d24a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d035add279ef6fea32fcefd5e4e3cef6f32cb79ec1300d3151dc4fce473e05
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fcd9da6e0993e32b2428e29824c518b4e6ac63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f61dac0417f6cb319c4a1d561413b179b92caa72669429664b3e6fddaa60ab2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7bb110ac884446c215df4585f62a4366388dde0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73d775295c7c1fed38e557aed726b80faa680c682cdd10909026ee79564f1d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa80f63a4a1726e0b1580e5b5de36c7f125e46e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8c1d083eeaf7611df9df326dbb28b60390399bc517fa423bd8a17a4885b65a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e715b0bac1e720b451ad817deb0db6fc2dcf05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdab15891eabfee0e3603280973189ef8fa70d10efc2bdc1b2db4ee83e862f27
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4397ad96f672c88fcf6ef079d52d4d8f591395bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87daacc09f0884d295282214030e504bb2054513e54795f9c7719e11bbe5a8c1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af20ceed2904c94da5f4a8b96c300d6406fac2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85be1947863594b265caa530ccec4e8361695cc4a9680d372b296917cc7f4268
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8716f0b5d30d27b02872a485e502cd0959733ccb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0481d9bffd4aa74630ea5beb4712bf8697fcfb086180905f2ee91bd97c976c69
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75fc326e5e5afc6a6ee9ad020ce2cfb64d9857cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6caf555a8b5137b6d448fd3289ce25cbf2d807d0dfe2bcfa77bb9b401e5646d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be6c8c464e16285b3d67a32ed9a9f1bd6b2410e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_10/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca0c8f85fc3ac01f28d83c4d51d99bb0ea8a73b57f348e2cf3fc81fdd48b475a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88e015ada7751db3b95d94252d14c98a561896c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ab3648824f18370d15ffd83da048cbedb1387b6db2a2d5a4f8c48ee3c70866b
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ddfb52974b5a3a8b6bedb118f42312b316beaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d8fd4959a9295de26eadff59d04ae08fe04dcea60ddc47dca2c93ce438698f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91a30996296f70131dcf5ce5c155a9913eb381f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81302bf64a88fa4a1168fbbd27b105c299491957e0312fc665bb7e7f6f664138
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9049d79ba2156a865a572e00680cbf17532fd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d592563619a134397c91491b63c87b19ce93be9862597bd50cd01a9068816b3d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d03052794b98db9ceceeb4f1981eb3abcaf161
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d73d84afde89509044494ac3fb93a22c8a396acf9cb0b8ed602a92755ce4a6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20656790bbf76fdeb8c63f10d6226148bc5d48f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36ce00fbba927fd5d2d640d58f77f9cf36241b39c3e877d1bd67ad77901bb40d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7be55f1fb0af1e0a4eadf280d175668e3a74f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2451000d0707f62912fb53ef5bc5193ca8c8648a60c65eec24f8e3fb5aed19ad
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1412ce3d1c2e7f8827fe3e5f393176ad1270f94e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa1beebe9d1f22c96f76085d895385a2630cc5be44fc665791c844843f6e364
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15c5049d3f3625aa932b77c3a6d5589bdd99f38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d0079cb72049bd423b0626b84f9d77a8fcdd94cfc1e99864bfa7e81b7f9a19
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa5111e53e7b08ff6ee09324bd60c370dc68daf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2188d2c2efcde4f6bc9c421e24149262043b82ccac453c375b62102f258a638f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc3e47ec2716e68aef9763a476db936cb815025
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4eda806b80032b2f2d3137fe8ebac4587aa60319d83690e41c818fa84ce6da3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d4c03d2fd76afac33df55cefb1d1c1062bd705
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d981c0b88c886d8804c7b45d28bd69b13dd2c648fc5f7838fb859722fd823f17
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c436a355aa943f30ca959129006dd5c7a1ef3099
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8e3f117f58ed8eba56441fc97265d95b034e2aaea0a42315cee07d6e4ebb4f5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c6a7cb934d4f490e5553b6777ff5b0873d7fdac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19853d560688ebca2e47900e62aba957b244629ddda4ed96b0a1456374f91ab5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3d226dc14e50719cf7d27128026fe727135a6a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283ea82d2f1d4958f10ee296a2597fbbb5e01c514a665b7098fea8f8fda59d32
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78e07de19b4915e7a0dea58efadadee0cee915a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce427d9af5e683c725bfde405662325596d5047ee2b8c3f379f088ba27603942
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7391cde5ea7ec7904b4955664a88b7ef2f87a45b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1436853f5ff727f2fca58d971095c3c084eb5b23032914168489dc1d4b7df94a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7d9a8a95d8640075ab373eacb57f3e281c47b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4174c7b4903a782e7daed92719950585534d4eb9a7dc0917bb42b0dcabb5eec
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b261eed11a7f40837bbe98ad0928890e84f8ee82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43549de08dd7fbeb80c49ec36b9f7de96b1fe63453e3560ce250b7cc269cf46e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190a0c9a4b5f93fccc22c2f2266f02435c2bbe02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc0d3fef2c857a57059b84981cd6cd3c101d5542de877c3c735f5c6540cff3b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77fdf6d34d760a0411d16206118aad41219a854d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c0e72a5ce3d9d8059f5e73622a0f6c98f6155a05e23d930df8a3973a426223
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e62fd8c6176e7a1f96204853da1154e7ffeaa266
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f9f52766fbc16e17f35285c0915fdefca6ad5002f5d39f149f61ba4dcd86d4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e3d481de366c5ae3077ebc6b152cc8e0477786
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81f1a180562df253f44720b2556f7864c97a3480ffd818b096cca01a6fabfedf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fc1aa6ecd7b21729c41f716b529b325e4b9f74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376443604debc7ebfd504a8034a6e6d863f1414b3f88715f95b709f67149aba7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67331c8103dc3d6f462ec79d639c23efdaac5d99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fba22304fdb1dcfbf9ca08b9fa2bfcd412c13d9781b888b905ffbe182ea4f4c8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bf060deb72a9d22a5dda290bb2534afdd6089a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c5f9c08df8a17647d7490717c2328bebda4eb239cb91137e778f898387485d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebdac4c288b36f75b023ea11481bfd3077d34ff3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bc48f4c9f6d24b65def930a191359ae2d1a5e950977d01dc8c8d2af0875956
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a4b878efe2e06c36b2a06e1ce9b4eabdc3ede7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45a28e7a3f9c03be1567dae949af8a556e0b72a9a14a0b174ae357022a3ba1b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60edfd37fdfae8cfeb4af757c82dc12de011a01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9bba0f0a04b2112b3c86c796f9066817d41ab76e9a180b60f31deaf8bb334c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b0610906065ac00808a71455170d38f3b23601
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6df87680c4344b19fe113fdb23f4158a788cd006c800ee385e3cac01da2dea
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd345be4d47970200eb69ef23935c333813ca02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1696dd341dee0d3ad5d5c0590401e8dd492828e781451cc027b268a896cde27b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4918aab7cacc6dc4a46a532ea0d6951d4f7ddca3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e59f9558ea777fdd23ae485faa94bfe45a12e4f2c3dae1611409a5af0dffc5c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b0124876eece16bbc3a76312de5138b21b4b8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82199a9b79a72276f0524dce1db0f0919844c9b5e6090faf1a36a30380660d3d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1691e7835c93709d8640ff217b1c100b8c30b973
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7cb600c924573d1a18b539cf0d3e21989711b2b5ccc5de4fa4d2705905cd04
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b41362e7ee38deb4ae0fd974f52f1dc6c67642a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3cf0898e59b2de1e2e794757ade2f0d3d4de958925fbe93dfb9e145147d77f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877a9e7fff9a5bafe633c8babad65951d75cff36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13350f6193480473c22c1777c6f1ae093da4c06860f11674a7409b8209086c3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b20e02f223d0dc337bde8817dc4fb4fc9a89c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8872ff6d0e8399ec7a0a822d5840ae3c887102343b89ddc46cba945c847937e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f256c7c7b3f5d496d8ed85378cb396d36ca4c75f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11927ee6199fccb0c756066edddd5f80fd19e9d53b625709431072ff1a4623f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205130f1c22765297422f26505d86f52f1ceb491
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2006a67676faa9b67db14df3fb01a56521dc8baf83e75739d9c71ff706574c18
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88444e2c0a658d554a26b8fada8351516ff2d0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:964f9c199e2632b8cd934a1309532003ffbf458915df6a1563dfb4e8aff93cd2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42dd54a8a58aee6c25f27deeb4ac556cebd3aad4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03f7304d149d491b1e39ea8d6d53e9dc23a766bdc3274ea2527cba8fa801aa17
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d39e97fffcf4f6735fa3400a0647761f2a41f54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc8f2cd6753f6b19fada30c5526e80475876c404b34b1bfe920d52e7e7437db
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f07327f374782a81f48ceef2c9687505e2f22f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64c624b2e94145f3f5cc384e56b012cabf0007b4d06bdb4c3e7cbcfec6f8a952
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54834f6661742c4b7dc28a192adf7bd4c1fad3b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c02e0eb03ab0125279094d502cb6288be9a3b25842aa5dff6a1fea87c0d5f3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13c9074189019004a5ade7009a75db4cd2dcd17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc236f79d298ad6f125a5060c3f3308b47893342068d46ac76ead0651f76cc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9c3d34804686be4d48030ebf4cd99c0deb4249
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b01fb145b5363fef4b2e62b1f25ad822d03b81008f417ae6d4bd31f3230cf4c7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdb96b0d918bd8ea610c44b332d7dac7c216042
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093173419090aa05e8f52a33ee262af4e48557a9a0e3b4a2b45470613efab937
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3bc93f79fc698ebab5c0de2230dece312769ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6bdbfcc32d2991c4d44adff3b82d234f48b1681e4062da04669a83077961a5a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..296dc30af592ddaf58cac281f6b22206d1765cd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca613c392d164423e3e544e96d81bde62e44982a86ed952b552a744a63380287
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba48790a755116accf2576e629159ab2caae5a6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17815d00fa453939882a53ae6197fd38c76ee748f1f07f2e62a634abaf9bef61
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a876f1da4819e670b1c44022f530f2be4486b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03dd23e2eb6497e85aff2929dc99db1198a1401f425849626ad4ffc9e752978
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e761f4bb28350e30520ce980cb92b9619f65695
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e075407771eb1658243c8ee69d252aac349fccdd41fbcf1441a90325066327
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..373c93faa7e6dd1438833e091cf0006393d1675d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f717af02127856139a4fa9da3b448b968643d63ef8fdb8569c829d877c597b2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932c247619f922201c1c5af833642571a7c578a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64255bccb5437b75f817b024642e0d055de8dcea065c191c183f7355a9706668
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81205b8cde4137798240e010f808d7bfe26aa872
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7207f24c395b23c75937df6cb3ed122a9ef4a1f5aa6443259de23fd6be4889
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96473754484843b1b5771921544f096231275869
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f6de51a7eb8577e679ed888bb328bdb3b9fad2ff30307a8f0ef7f7b1a5b5bca
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e646b57a8c8a41265327593313763a379821802
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc26b842aa0c344772ead3072a6ccbc5e159c9592a56117a2d13a00b7a069101
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1bb21c8e357f650afec6efe50ecc4682f18ade
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e3c634af0d7c21487b647273f42471ce5c75269cad54da0704ea28562efb70
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b5f1c3f37e8b014f0024763dc752efbd2e0cc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc83f13b44a01419a2f6e1e47fe23ef266df760920a3643aca275cd059246bb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0425cf6b040f9e214606658967e2359d94c510b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6e6ba5aaabe2523a62d4f4d1cc771d92c4a0c446f621fad1d48016319dd3a8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d0502e904411637914f05ff47792bb600b9329
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e280978924989da895dc31571a7912e046b987f7d65ea3bb8bced86b1231256
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f453d2394a6854716ff5a07910a26bd88183d60e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2991a3b87b6a71fcfdd53d9cfdfdddd85a5858e65aacd78a6d116e41df06715b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2232276c106914c6b203f049856093c8ab84fc78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761f08a473e9324fc8c8d09ea03f815e1eb8777447ba0d44b2256a56b5e11166
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93c921bb5a29f508b36a0959f4f7dda23890c157
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bc3499c9c5f9b2a32240edb40519eb489cef21e0a9483d676d9ed7b7236a2b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257278015c8523dddcda288ec76c673afd502fad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521a5bbefaafbafd1dbc55d3b5371246b0e719ab0dadf1cbf18a8cab0c5ac038
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc31521ea1afb4af462965820e3d16d0fb537981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb260db548d058f15fefaf6fc562b57a1f5c071885ecc5ff48b5d60b70cf5c6c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68042a5f248edc99f481c134dc6b721214c27569
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16971222e134f2d70601dba220a7c418c093af75948a78836c1d754b768fd7a4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76d5d35ad13de49f76a5ef70b209d6e61b41074
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a7d9c24e673b31102bd9f4a4ed75e25cb1c580d7f07dfbc9e4c344fa267bb5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54c82bddf6778e4f2050154bd700f024c71cc49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb7284151b33a64e3f46f8829d40713658292cc292baaf1e1b58d8698e4e207
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d90d4691ca644e650e47bed8b7afa7141b2c9c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddeb8c5e17dd858a615f050033ca46af1ab0702d7e6065bebd42836e0ab03e8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60166c33bd73734c80d635fda1c3684f0dccc9f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048b9d39d64095d3816f9a2883986f132a09ff3cf1cf54d38bc9c097a80f6de7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05188aeaede078acb8f77776d41a4125d49671ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4980f18c661111a10f066f4f342ba2aab8b1119848ca1b74c9f8124718000586
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9398788d6047f062ee7758bd0ab1a0500d2f7763
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e8a716d0c237a5590c0bf2f757e61f3d18abfe517fc6a7a15f05965cc25e411
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536a95cb9a17ee45c712bd62efc5e5c02e684478
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae66b077b42f25120b6db811219003b0f98afc16483000187eeca449c0ecf8a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dcffcbaebe7f6f74d29bc1cdc3070778506df6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83b72fbf0682727789c9669794b24d8191d817f6d0e1dabc6e1c5a7472943d0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0147a9f6c139b3dcf9829ce252f00e35ec16812
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748a67ee9622bbaab48c3f5e31f7c8acd1b653f89602861307f24f1cee173752
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e154483783dad7f5463d379abbe0376c09c9b12b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b98aaa0a6a9170871315f34aa890954679ec2fdee78aa5815f2e02b13c35a0d7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0176ca63c24bfb766f5f41075f19fd0d174a2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b97192d7053aa29e6c50a58cc1b603f27dc2929d061a64001be040b4adb76dca
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a173e3496a8c0750db88d06d028bb319ab410f90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf503a996ba165eb18b151936aedea2fe0a57187d5ff209f32090fec2f99f687
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee69881668e2b9fb4a4e30289d845d149f15d2e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447b1f0175575d792b056aee50215f895bd0c94e306d2ab18ecf8053f4da89a6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841deeb5f4453fa950c909acb1848bd00682e67b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27bf350ca22df81ae4769a55fb56d67ce162ed036c369813f4a229aab6e9812
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd07d922df8952bab44540101204926125a93f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb33b73f1585fb777ee90b98ce1e314ae1a943ffe34395cfa13b189349e21473
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f93633a54de7481807f0047e2076a1266f4f4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f296fba594d38fd9378b9acabaa8731d18f23b9d5cd8e28ef837976e9a1bcc7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3499ba553bedafe1b397f6b411ca3988fe51cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f4fdb74d3450e6c7314a6f49beebe5df8bb49cffa903b3fca9220a9903701c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..778718208143d4d6f030dfc7007345d923d26048
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b00cee3b3f48c7cc8a4642fff3ef2ff6840526834889e35b83be48adbbfa6bf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5208074f0ba1cd2293b6b35973bebce98b3224f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96bc41fb30ea85c65743a4881ee18b8c9a3ab96f84299c66c050a8c145ff8e7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0f59e42d55bf75c235c929e854083b9c5266a79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42560956e70c87afcec29e0f2ed45d140b6822fe35d8ed5166c830c2774a078
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52f3608965f34a6cb3f2180350f820acd7b4ca86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9470f246b6aebd80625e3020c93e29bf4906c6a75e3a9efda0198895bce4ec
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a687a60e89fa799fc6e3ad524fee2efd9ccfbe70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633a28b8d8d467a6aa142c716964f2da291ad07da7cbcf322873ce754a39a6a3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73e59251678c27ee147e605b7b315b172760976e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c180d6404a4a37c05c30efc959bfe8f278adc32698c169b728392620c9c5c2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..645a33c72d08831355f7ed4dda5db5db6f36df1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49416f9ef32848b66785adbe88d3ced48d7677a511fed3ae91b52051074f662e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556c197ece9791d8e09038ee5e41bd6f5a547d84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e0d898961fa4c78d6a50a27efedcb3e7f5957fb8b604199450195d7d50a7de
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dc54e17f569975cb303e528d7b8d7e76e82ad0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d62c25fbb9fe7f40aa376c4a97f2ea3028078fecea5f2c3e14509bac38ebc78
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd7604e5f96d8755c6134e8d354d59deb678a84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c62e35decb36f2633fa4af5049c9d78256a0deaac61bbdc68f03a79e7b134a0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0049113856498ab1d498aa9f1bab88a1af4f5f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff956c328035a558528c7f1c6c2f5b55fe59e4a4236223414b10f59f2f4c47ef
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b481c62448541992e9933a1d63c9da8a5c8aad9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:199a3b76edbc95fa1b235dc6b312df907ecb1fe327bc7ac6ee008ebf045b9e4d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03b9185687c8affb1e9bcb1d1d49fca89a59cab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747089f868b6020386b206c1c3ecb259ed6dd738d4ca3c729db13ff9924d6a87
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf58bd76611ce06c78d623fee549daf40969473
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2520e7b12c6d398faa2886cbe31717deeadff999c8e58dbce34c6ac40af0085
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0129086dbb377e05fe0f45713973e1648b4aaf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20cad55435ee13379abe905a9438299289d1889a236d5b19c95c07aca4651e9a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685e04621e5fc84e6e245bd24043aac447cf2d3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e0fef68047b3e678bcb384995d5b809890950c263f22ec124a24b95fbdfeb8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..595225a521ce735117fd7f9cf549058c13a0da81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ac468b6529e5f0d7d644c08e09362c4c9771f6bb56b7e4cd666d25d74372d9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166c04623e3aa8e8be7ba530de5f39447c73cb75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e013dac8f00affacaa052785f69f2c46c705a31ba30271e7daf23c3c648140
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e589a5c0548fef27b63a90f2ceab06bc98fc87fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f312f49ede7693bed80aaa70b42c9718702e5ec674c1ec7e62a7b74143cdb9e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45d2219954ec64fc1ca44d17079351caa21d5184
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94adc859b2f50075d77faf8edaff596e4030607cdb689a51e1676deac01ce72
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485bf979dafea60970611c035d87121296f9c4cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12d20c59eee63bd0cc316e59180d67103a55dd5a583bf2d58306d39ab493262
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950a0b40483b12fa652ee8646a8cbc321a3112ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:630bb4e9fa3aa1e08ef6aa60dd52489c07c2781585a452a755bb1b66ef2c50bc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..382d8b4707335fe0ba9360045ff214ef8df8bfce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4513997db180a2d665b6edbccb7fbe6db4d1ceeadfa71a749ff06afe97d38f16
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77479e495d14736758837861eef21647f07cf7b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275297b2a9254968b8dcac3b57ad7524adaaad87e35c9f8832afc412f95b2882
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..628288971fed0c63fb6e20e0f9c0a45dff7e2fd9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3064e48905364a9e76cca041af6f8b1a9cbb863fe68ef63f500f80c585721c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b34bebb8bba9dc5270d871be55081377501bf53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6390f8daad5367aaf88369ef5c3843a868985eb88fbcb50f9f006e445dcd1b80
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6aa7ef8635900821e2daf2ee4c18e03520ce008
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915dd64c823ed451426dbfd235a05c54b6ff752e73028204d94c70afa6d54799
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594aef44ccac6c4e2d018ba75a156be4dd4a1265
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21710669c6244b1daa0274ae9baf8b8c66aec7eb40503036c78dedbf9f6bb322
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce80dc3ad93af02a457ba00d77ba271fe2551177
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6d7f9f31bcd1c904ad8200ac16bc28a647fb517331abf52983809f6b329389
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dc7d5d8c751f47c699bf6329bbeaeed5003ee4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409f5c39c21830f655820b44d584670e777b15fd88263a73b22555add0eb1beb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795c008c8e58dc73461fe914494c87f9891c9abc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8c805e285d9085185b1bd8ae37f80f8c1eba45f9bc7b49bdf469e7af699a28
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d86f560851dcbb749d38ccb621e26e989539fa0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:252ca0fb85d70bc905c73f9b16d7c0d5965dee342194f19adc77d0fe3d4b400c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f27711fe2a44ea4fbb4ecca7ab9cda2ce7a1656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7411c0a4141ffcd19c4c6bb01557312c6221dad877a844356976f0218fee6e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8638961baaf2a0ba8e820ff548c92e6cea8394f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a811e65e4bacf9ad6aac7a983eb00bca8fbc4632feb92ef50d3f7714e7823a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172233fd0fb5e8aba97f62b801105c7fbfab67e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7a4a31b0fbaf9457c9d820954a93bce782398f567ed77c1a5cc60973a99dd0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a9eebe7c78cb0e8650bc74aa21555e595478dc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac908b306927747738bae5f55ebb9b5edcc735a4d2d17cbdb64f80b0f9828ca
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2919b007739dbf8ab6297d02385190734292af2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d2a57d3c6c9486384c7a62f5201f1aca8ba8624585df7532a403bbedaeaaa4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166abe37d8050a60aab497a7e2e6bd2c0652e806
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f18fc719c03872fdd32fd3474abd8f7b96c9a8b6ee8f9916263d49f132c270
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f19e97ea99e59f5a9128210f790214e5b46fcf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e36dafe3a5fc1809488b16090a8020831c2d6a4478c83da686474df3fe7f851
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce396befa1d63def47e96cb828aff7cf55a0e27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a68bc892837059c84d963311fd4ad13a904d3076f291f1cedb36128bceb43ad
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db4fe48f39229d842bbb5a4023c4ae7f0d28e8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652d3da77c7ec30416a39c7adb277ed7bb40792e520f342d1c79c8361e7f5696
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e17294f19c53c197f9a88d284aafc92580a3a662
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211de5e687936d12303a7f8370a00cb1c663d4f5d6aabe138579181387c04987
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e041dbf7f4bc3aea09c1f00ad95a49fc38fdaba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8477ec7241cf70d32c1bcee21620c2fcb933d590243d201d2e27d3e32cd6a6e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec55d4c4878dc6e53c0ca7004d7d23161f515d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66fba7b0de0c4e0683aa9c9595c29287a6e6012992b2459215f54c0e8ebbceb7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bb372bfd96741c0aeafd10ff700397608576bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25c39d383e19160e27ce8974ba8bcf6fafc123d38ac3d4c0b5b085a0df8d868
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d262fe857e61d8c18caf3dfce783cd92153ceef5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8aa85453a06d4506e1032d5628a9d890ed2bcc901687bcd931e64bb19b7db27
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c992b22197d7fa554f2e73bf8e4d8c94189d75e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1d6c57a652981ce032dae8bbfa198089b8b4dcc0a18aac6aeb13e469878a72
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3d3ec99b52bf42cc9e00f2b57a1f9fed041db58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b3d9d67ee11f24c1619354d01d5d4a02ca5b89acdeaef1d4e5f5d47b2e3261
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f832ad8cae8846a25776ff220c6ce1e625a7f9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc74200657b328eacab588a6f4e3fbd574d232a2564dc4cb752de9d9911726aa
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810255ab6ea8db12c2bcf5e191b35240c4618d90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536c3af8405f8948b4f7b6a83287b8116b92c1baededdf5c0fbbacddbb5534b2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41314fd299cbfb4ec6bdbc332f49312fbb3c819
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e6ae3e618c3d002ff62696254b0cca323876f2fb5797680b799000e25c7ef5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac078f7a2d24f23d4a907a9453b1109c3cbe0d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32f2b6f8f22daaf2d3b57ba456e23df7c020627283c32f9390d3406be116c26d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc1a3f0876b3ffaa2c3c56f86b9f1d199c943b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1859b70ff4f73c537fa94d8c097035afda3e4a523fef939cef3041e6aa530e65
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b92cc189f7576a795a10ee27694dcfa27b769a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96416ce59a21b3ca5a1bb75b97064cfb1c06cf12d9a6e97ddf99f7b62779d238
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347dd4bcb9e4ada60c39edd211cc6b865775bdd9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea97054f1d36737951bee330e27e0eaae77eb5344e00eb35ef2ed1befdde0351
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29ea4205327c4ab22d46096e758c92fa4d6fd22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb95cbe676b800e08e128911b6eb5022f30adb8831e378d1bb0037e47623c9cf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4577e39ffdd5bc22eec5c4d9f18c04f0d7a2f8eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bb7257f473f3ceeb24530721e6bc79d4213c294c9c9b4891b3a4fe2ea4a54c0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3c6875c177780ed30832b7382a20b79571be89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c8ea8b7e51a26bed2972b80d6c66204dcf6a1a53ccfb92fe98ece79e6ea784
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3eb234ae2b61ae56971ad850ebec436ee148fce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a3a964d52934d57fef12b43ab849e2b5dcbdbd223728fbe6dddea4e970c31f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f6ccf64a740fd26444a826b100ff5d90b7e3f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafb3c6b08bf917a820d88dfa66490662e070cc4dbc95001fb0fc6390f9405ba
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc46f8daa4060273f8ba0182c96475a0d48147e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecfced07a6b852cb63a8d3f9b3ead582bf756afde7bfc82add74b426d1a307c0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32824c4b7ca5869906382d76ab4dea99ca77f680
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c944abc8b6ebdcfb8aa69ba1c99ca040279f8f95e10b7001e75669bbc01bd550
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5dfcf2e20bffa5aa4119a90a0dfdc0b9af7757c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f462eda89b0097c077167a04409ddcfa5f615925e2c04c21430e6ea612e593ec
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bdd23ba1b1c1b54718e12f1bc57332f6570afb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9852607bf8bd978f270bb1cecc3fef14866aa150164837e9374f380e756749
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b49c2a2000b8feb885a225462c1b27f3f7d98a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ac4a79f9c6a6a0bc8b044c1f6fd0a1f42fbfd0af74d2c0a2de23c35d6eb73fb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585e85ec55ebc6638706894a956504c3ab16483a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0661eb50e107b7ea73f1b7833f5eb3ec6d4e93aac844ad004806abfad86b29d2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af478dad0fd67d75bdb4b6db9b7640fc833fbce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e4622e99bef588ceec9c972e6971593c221c2a8121a6ce459d0e7e2e276855
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f466d6b29ff2d1b1203953c36536d1d3905d6268
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323f3e4c6e98fcf76e5761c656c012af105c72c60333aa84862d5b9eccf58d7e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2495c2296ce437a372618a9dcb69fb87306cd72f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352edef2161a12572e07eb065eb9c0b87d4b65719fb1ed6e9733c3a469d049bb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6671f0330373de8f3b7d624ff74c810908256af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99570b27289934b88cd3976f11882f9946d738282479143fea3a1023acd36a3b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8591236512a1cce31f97f7852a1011618af5d6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a33373cf9dcff3aa0534f927cb1a4486d6f53add5be80b38c8c443ae8953e6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43b06f97c9fe58d5fda910675e0e256f9aeb4cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539e9c325c6866223fb1d666aa41b99f7716f350bb2d3b107c1a08ffaac6354c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887fd84c478110699e9bff65f2eb7b291c93ff33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7200e3b46941aba865d2a9aad3594b603bbbd87f57cc4a5667fc14eabe71a3e3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f147097a5e20f9e4a56f4ba2ef3ca0f54310cb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddec7bb88e2deee4b1b7c3d3fe8e718de92cbb59deb7943959123edc498f6c70
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1c9428d0ad36433b76accdc22e518c5283d1a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3911b64193f6478d5e4df1c3c57477566436efb691e0ae9eac3fe31d53e4f37c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb240de0e19b5d1d70b24f1ad04888729cb3c1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115ef0e468f9dc69f0ac5397ef4510f928a4eac570c831816f94df3e7fcef4eb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ffa9439c6b05c1ed3bbc932c82c29177c4a570
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c46ab9bfe6518e9083f38305b6af9f8caaed8f68e5bd775dec93c26c91ac23b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a9d81318786c2c0ff4c299a864a45f1e864f0d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc26b48efa5a9398da6ea056ae56b3c9a25786f9dd3eaff0c0b077317a9e0d6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75abbe09f04dad5c128f3c893245ec910ad12244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d011893fbb5c7e06927e091a9a6800c2c4624e17c03e1622ce80a868d7b5b1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762305136dfb0dd40783cb9f146f7e2a66898d9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9ca485672cd76264011154c24f06b9b6fb55e91ea153f155d061e35bf335fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e92e8c6bf3ac48002ea47e09c3416dbdce7fd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e95ddeec3a03dd72a144f39b8406627ad1598799066f6455e90c81325c24645
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcef06e41a7d771e497c470431afbf2af9167dd6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:192054d15de21c3ff06ed72262e0fcee5568b87b1162ab90d9a4b542f9c885c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d4f493177ad079cee195442fd0c71c9e789612
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb1bf9408036901264772f8150415142b7dd52390d6f919aa3da68e3f6a8eb20
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e42304247d0b4cc506743aa5b15cdd61c6ff7d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07a0ae0ca8a73cb153b28f518d9eef61c77d5e8389905c231ead918b77ae105
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..149af0669c849d69447ca6dbef7f581a6e6119ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcf1e7d92fd91e7dd69c35cb04c892d0c3fbfc624252f3d90960d815d62b0554
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..534f05dd165ce440bfc735c447d4c2574decec12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9aa461415f80277f7fcbacdc264b8c29db8ceac8e5d9f89c3ec48ca91d29562
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b248b692e211a00ab41efc9f6f69ad7bf1b565e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:801951a4507455f0ad57fec90ba568417e474d9eba58159333168c92f0c4fba0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a630f888c40351adda3509c5cca51ca167ab66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9bf07b8455bd74fbb0ed693d75860b80241ce0af1f44d0de2aa5bc11d898a2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e57f054b8f5e4a4e6fa7d6b2e0510b65461131
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b2687da8780fc3c039a496d59c5e1c7a7a860ef537a0486998794452326a78
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71bb0878bfea59a30b7daf2cf66c91a5321b09cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e262b31aa0dcadc95f9fef915444318391942ae831a6b700c5f7e0cce0119ae8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f3af0d5752b1bc44d6852102b273823b94098f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98e5d8afd39e3b481db234f433d953bb8c308829e7d4910a2006d965eb82ef91
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be1d0f3fa456b3ff8791044a9bd507c0f60b5a75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399ed08ba357d483a6544da6fdeacc4ab574e44b28556c7077b504942d3c1fa6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f76b8f3ba8d45a54ac766c5749e6feb368af795b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9553c2dbdb7b3691890a64a89f97fabdd0708ed9ef77d97b817f759213d491
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea848aadae3fa6ab61c57564073e94345b48aea4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dc06d7e1a30c9a79915ff35ed67440db7aaa351f31fe47def6c53035bd28bc3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dae809dec65abd61a462f81d22b4ed52eba1713
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fbcb4270682dbab24b68e6453fef7c4cc464d9b1eb38b506fa0fd9ab1a3a7e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d70238afa55dacc9c7b8d1d57914a8fea8937b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184241836c7baad89332f04cb983d59d862a7918d2503ca0ec32a4143907e629
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb7330a6a91679662a7eecb1cbfec47106a8d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceae3187d56c53c43273a91eff3d930e11e3fdb73a0b96c81f26215e29d9de5f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f67f65690287f588d4fdbb5b32544b5150b3fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649a756857be8be7e1cbcb6cba475878b94c60819c6c054770f4170e6f78920c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4329b8f2decf52f7ba2f6725defc5f162f5f652
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ff666e0cd9efa17ba30f80fbabead1979829295c395c76ce151d80406968a4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041cbac794712518c785ec29ac8c148d4cb30ca0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83cd4f1700207fa67bc0d4e4de4632eb1c9b66f2de757d914db12d18a16182b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76861eeab9da08eb898437688e5d3a198a4cc3bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ae50581d4e4309b77061ae7d58516a39a2008f668837a642916ae2f6c66994
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd8e7744b23f743b2d6b575b888ae8cd3c3f9497
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60be76309b5c209430d233417caf3183cbbaf0cef208c74c83a23694958ad5d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90aefa31a525c0cd09fb13c4d5666be46ebe1b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b783fae9bde04a87776e2e871cda955335298ab9016d7c9ee8ec139d3726a29
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d174fd032e91496a6bd3163d8f3de683bd933ff0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf45aae6f549a98c912513307e626367ee353d9d1eb3d736cdd44db6c5c7e22
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80550617b9471aaa67d459a9a2ae326312d5499
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5086e47a9ae7ed571db4f7723394630788f8a926bc4e95774adf68c41b0b1b4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb5cf5cc43a8395d24c9498f7a0f47c7d4c6f96
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1929b9d32bfec7c70ab627a81370da9d2862415398be29b1bac11b36c99efc7e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b31b0400b5786f4d8c9eba40449f6a98d8da0df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4a9f66047b5138f40ed01866f440cfbe843af8866df71302acf4298ed4054e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd58a6445e1cca3d087ed98632a99c386204d2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034c2c658b31cd78638d4bec2eefb84354f6c44b5d15a0bc38d7f0355d3e6ff3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae05a7e68ab1c9a4c3564b45e7d95d1511053f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ebd02a16edc498339657745fa49dba05fe93632fb9d7057bea89a59673bd186
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae4ce4838a6c4dbdc1dc70156cf0b69b48ffaa6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b21c4e19e1077bfe90b861963f78fa8b1c566f5145b010f35ac104ea49e6a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558f6a78b744457c8060b86916e75a53951b4b52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbff95ba9f03446605d30232b7ce810d2787becf5bcf0736ad06607a9b3bac6c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e644d4377720e67aae1e0851fc39603663dca5c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9b412830dae91532c540204f6e47003206e97226430e419e36612f28917ca18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c7fe99720e7aa592ba81a2ca02ea9aad25183
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c01c873b811aa253bef3d86e51480eedc12a44aa8f1088a8e31a889cded38a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1801f42e2440d53bbebee4c4860d22a4da2cb748
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d650acefd8a5413df97d9b3d59f99b672cf169c64db0ec812f3ff3322a7c44
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc482c49fded7949b409ed6648a2b7723ebdc7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535d410478cf9ed14480c186fc66a2027e2b75e58e7452af4a6a6f155209cc4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c690c491d957e9def93de263f188e108e1ea6d15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40cfcadb6bd2050cdf5ee144b26e5f0fdd3adef1469820ce6f8474843c6cdf96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeec2ddb6eebb879fba56a25436ef42a30c68611
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf7171abf4f7b9060c298dc55d8f4aef9e8379e1ff17157d7b0a88d38d10191
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68aaa058fa29ab87c69d9fd07ed5cfa5e6de621
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd06d7fe4ef2bcb8ff53814446299eef88fb9be8bd557d4b0f436c0d9921de48
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b217df1ec875329676bdc15abcd9c801a4301e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80359cab9b77b5dc806198addb33c7b654774037efcd50145229fa5b7c22c7ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ebb6780129d32a724b82526e712f9e44220dbb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6276c63df29ef12e5ff583fed03b6feffaa693b7d6572909acab4bf91cab2a59
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403c48ced9c5b2e482670c7623235b7ff5307769
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aadf374891825b860329253b1da72540fed6b92f0f74b0f81e3c8274a3c2d20
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ccf4de518923a498d896d0f90dbc04c7342c3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c72b68c5f40768cb01edd8183b73dcb1f92b4dab347ac17db3c0c477004b60d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a276fa430993d165e0d6d559200032c98630bf04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616e378400fffc170305a0b56ceb7a9c49fb289c737383ecb6db92e190d1b464
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc388599c3b15cbe38be719eb721688fb9a4fcf8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619de7f25a358a3db541ac5109c4c28ea4f8390fe2a3d5d6ce66ca6b74e18c46
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b30305b0bd858b78ae6cf9598c384eccadc3465
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285b5e37deead510a28a793a9c313c9a6c1822f29cc19647689b437909a9029d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c793530a2e0f2a0b918d747db764f7a94304d9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d4cbacc3ce1fb6f4013b8229a9c9816f62c5ae78e450a67f62558c4da2a952
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5897bae83857c4734588e20d5e4bd366731e879
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e6576dd25edf5304dd567062f2c512b79ebe8aed3afd156733b536cc4a451d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321998fff1f8b15a092691c45fad372470427cae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a100e6c4118555159f9499d079c681618a8ec461997808509b8638d4da39dbe2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3898945c555f60333b9a76fc90803901ce28b902
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e8adb65cc1d1da3fbed9efd93dd783adeff6661d0d441dc7e4ad7955fbb2fa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44440df49082e4d720124652fd2154b17eb5efa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2b321a58b48382beba909eb7b90b8b31de19946cc300cba487d7aec0d1b30d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e65138cce29762c751ca7f59f62f5425cc03b9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431776ad020ab5fd43cdf4ef287dbbb442967f498f0bfb049c2b54bc2a7cfcf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a867956e4988127f716d1f5149b2908431c9a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dbab8553409c5730274876f47f5e65b3737f405d1c16e88055adf4c8dec419
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733208dffcbad47e71676bf94df2958da0a24a99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa4ad6d5fa31c223594844126eb585cc8dd92c5431cd76826ff34633107c4d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3672cb6c05f65a627a8a1e81e0dfe62edf0bdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce34925e1fdf171141cfac9f4e3518bcde6d6b345c94e305a77fd00c616255de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d23c119fcc1e584eea87fd545f0d6ff0833764f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98336e2ef877b4d1b8103d71a144f60ec2263ddcd893995ce5befca9272d7a4a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff853efb7bea77fc123200191fe0bf6a6d4205c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aea9ce1fe6a9affbfad9fe8fe298a4cf1d640d6ddeab551f8ea98c74fdf9789
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade5a0560bcff72a4c5323ac7bc1a2174fd06c45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39d3e830530660199dda6612c8a3ba380638223d764cf577af7ccfaca8735db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63236ae956e22e8c7499433eda13df9db6511f4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2b0d7c2e0b93df32636e2e5fd81a8020e0e33c21afe5593c68a1d6a3214cea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6116b4952b5b4694c40e7a8ae59c9e37c4c0c52f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1cb48c67626306b93c7c38e31c5b5ef5a67784b0d29092fc6015f7d7069651
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c117a5532a7f8e424d34e12ef63ff1d272a6cf66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76bb5b6562451d53ca7107382bc6ff10cdedd4e55b4a95f36615ccdd336cf7d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9c4a6c58cf6b3bccd942e369e10ee8b1480a33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178fb46767d060d1dca2eedf476ac1cf38cb04d51dd549de15ebefbc4f3ac60c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..394c461ca9b6b8bdd0c5320edf032919e6e6e06f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba81cf63e6a5e726bb1aa081e495e592dee5093635328cdad1bf16e106e6bb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a46223088fa893dada4d2adcdd2d240cb62551
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d636774182648e0c503e75f7917d54cd9b054c8c8a51579a96918beaffe93f72
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b93db821aa30913519cdbb81ca0fcf5161c651
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5093f1aa865e6df365b32cc701625de0eb6c2b8be939b40de801aad8121161ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f4bcaff75d51894b0075cc91b441969a6c0bb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cbff6a672ec308723556cfd90b55bc21541f77ca60f19aa10872bc4c752059
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe79d0027f490e663266fcd8290a3f79ec471ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f0f5fc96716daad3298ad18314e268f2f141afd9960dbaf35da3c4087edbe6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bdae9abd4558349d57f3f1e1f9f025e6e562fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5ce1a7c05d0eef5d6e8ffd7a8675935bdcf3287df91133c81f0111f1852ece
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4353272c8a739b0738a446409312bbe340c2d079
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410246dd14e38b5e6bb11951e0300275d7d0ae705cd4668240092608007c6ba3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0251e6313e528538d4bab94d9ead42989511cc30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fe56bdc9e45995a980b7fc70a9099f97fba60c59c9e5b5076fa1d5bcdad012
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194c18615e4469a758d8100ba1176025386f5fd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd09f76623791eefd2b024bd72fa889c54e8247c26c3d836a4288c6e0e795602
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894faf367c7ffa648fb96a5cd446c72eff245663
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f5e999fdf2e87c8afd5f8f725cb164a202bddef8e04afa3c6149e5711c0b7b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8176b4ec70f996fde0e0a12c55741fb1c8bf714b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:828055c3ac42a6c3b187e32b7ee939a91d28e1d979f5516df66b81b8f8f760df
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..964f3b4087c9d75c55eeccda8c36b6f6a9666e71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6ab578df59bf870ac1951517175060013b2fa993350cb3b6269dcb92eae566
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de2f2b61d69bb14fd530aeb4f8f5251161eb4b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735f86fce1bdee6076913079aafd59d7801dee25605c100e2b6eeeb61153813d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd339c5b15af154c45e10e844df9ce464c1c17f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ef4036d2c4c0fe755c64b464f86a884771ba7c5755aaf30b53f6ce55b09f12
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e657ad83f3a5ad7268176c67eeeeec96c2062b5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b967bcadcee736fb6323df1e48da1a179acae6619424f673e399672e88675ee8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd48158669a4991429c6c17a27b1d962382960b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd7d7510091f3c20fe573e1c36a11a3e4c61f8e51914c298aa293668f801b5f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8673b88d61e493c39516984d10d0b793da5420d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178af987bd0870f6cc420cccdfacd4b86690beffa673c695d1f6bd810464d0d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef6c8f59f87f5831b48cd0e027989e92dc032ab6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ce0408724caa6ae9374042158210f5fa2068638262d45a0b881b4d65d1b2b0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9100aaca58ecf59e484b5b42e40538e0e3f0be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fb1a8178ec273a08e2924a2ea9e6a407c6e666097afe05949192e1b86c6ca8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ef4195fea0b5cf2795a53daea8d0d632eda789
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd8c2a5687d901c3e092a3e56712c78ffe3125df7d636cfc11eee0ad6606282
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87325d0bb2ebcd9dc964d03facbaaafd50d92149
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d39c097e787b680a57afabd0e4bd4984410e431ff91c09aac0fcef239fe44ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf9565e1d84992bfc7decab7203f8a5f067bb75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7f413ff8693beae1852cae4abf7f0ce62bb615cf187008c636fcbc157cbd10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50aae27ec8b73f375adf9534b9891f7f36eb2310
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f05b3da70943467aeb6772430e81ac5f0e9517cbcd8d630a646754dea6127ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f759bd5e1557c7f40d8592729579e32cc3ffd7bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119fc7c12cc7efba735f9681b9aacad6487bdf172d5fd80c299a4f79d9a86866
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55bb1b6b467cd7048922ea9144d739f7e5638d85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b52be77aa6111a0933c996400504989b5c2fe4a6c0cc8b3129443e3a1026a02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a8ec1a78d53ea9d1ad5df55a21d3c2833ca9896
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adfe6052693b65787370effdeffe58ac591aadc43866e4bba0ec9bb2f11eb431
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ca1ddf1ede5066c19d3f14a66f22759de2949d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e215fbae6ef05362c7115a432e7620e4adcb78f4cdf81f0bd4b50919d0704707
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31c9d56f5ae2dc7cd1c85523f78449ccc5a01b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18332f58c1dfc52808318310b350cf82502178e3059d0e37bf93cf4478596bc4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7948251810a0ca8050443aff227ff43c9151a1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ed6960091e29e95ce78a3acd6fea2e7782a1657ef3bd714051a655d0ce376a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..247b724a25fabb135d962aa24496da2fb6535bb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e165e046f17ccd721944668ceae76739dc1ad22a4fe7f3c4c7dcf9c746bdc188
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9756d51cf698f7d4df7c199ce8c36c09d00276
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200e668d3c048f0eb858a091103c64e6399c9f19b111346e000db0516e02a729
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae19081f85cbdfc1761e39b3c3f50ebeebfbdbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1683c5e122a1e5259a930fecdb365af6cd30a4140f71492e9a925dede335a4af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c6fd9050c711c7f75e77110af2924ed92f4ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884c41ab2de74afc79967724af8250dd621b9bab3fb69405cbe17423369b0770
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659a60349e247a75dc45aacedc51354d9175a77c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8525b352ffb7a0caa15540e3704929da66c2cfd3523d00cfc123df3ec8bc4e51
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b034f94fbb91767fdca7a90bc3e5454813a3bc85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18594ddf1507d93e14f881980a8cd435b46607965408b392bac310f0f914f1a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d0d160e85034b78906c813a4157c1137bbdfbd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d59f7aab3fb7d7cf1cfaa46b5355760f6e929229086c43bfafb5ec71ab98d3f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0294cdc72f7b329b69e2d632eb501fd546bce2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f7a9c5ebf1f34ea69d9184ea54a91690b1d00f8483a095720c3b1ed41664bf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c62f4add93ab869747932ddf273a560a24a7c17d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5d0f9304dac0d8eeb6f52da8f022510868774093e80871d661721ac38ab248
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb1bf80efa5b4aa5e8958a4830808da0c762874b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12883e3f8f5339b200e78b35fdbbebd30f1849ed26850ee6b913c1998f2528e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c629d5d649818fcdd5eae41f96ea0dbb71c240dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:078d45d25f0b56e81ba1fed32de5157138133a3894e94ccb64803fba44952862
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29a9ba02be2a79e4460a9f526e6d0cf20541f86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12524ffdeddeb0a14dd8ce2e0a24f96be1492f6addaf93ebe38e7396df8baa9b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925d26682ba2cc66afacf79754bbedcd84b7f54c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023b09dac90c2791e7a395a7b67ef0c9a98947901a7344afffe75157a2f68224
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f440c5042c5977aabee0933c8b2df20f905edf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2a4ae52acb1f201b787e6ebc1677d0b220d17f9b355b235441885dbf827692
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39361040c1fb19682807e2bc10aefdb4fcbb0b95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4886e7b14d416e20670427d02a55cc60c241946674033593c6fc816b3e1b9af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64313fe64c68b806652dbc1bafe553006263f604
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e8fe44c8e8c4979047a2cbb4c5105da3a52e7e11ff228b32a62550a1f19684
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9291ba00ff9fc4b5c1c67127f7175a84471e7814
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e5851af53d142b731b454ae88cdfcea534cd9ee6e99f54198f591cbd956313
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2031c0ba6e75e62b41df2b2d1f61be2d24a4c41a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e777979832286a066a91e79baf8ebb26d8087399a8bd35fe90d164cb1d5152
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2dcaf1f51ad5a930e688a508c14d06926acb7cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3ff5a6583abe93361abce8b62946af21a12a906004f049f9248114006d8d59
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b71279ddaa6d30603aff82118d4332241aa243af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa36d61953d27156d3399c371fadb1bddd749c07142c57f23352811b951bb925
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4044ebe594f6c6db0babdcf284c31a2006ab0e26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d803f44c2835fba899b07863db647c667d66f1a3defff3e967443151930b33bc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ec2a31797e22119b9cb61ed6c80736d615a8ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48997c5c2eb37cd332432405d493997f93c61597fe5fa2e121b8e93279cb28e8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23509696066332defe292e4dcac16e666655821
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17695c4d14e09e93e3d56ad35d543e20d57019ec2bf9dde31db70f30fbe4bf52
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9552ecd6c6ecf6c4bfa5af39dcac2d75846641c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bd3194f0a844c9fc81b71574b11e0734b802584e19a5b4236cc6a7b21aa7fe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e2b29b3f2a8964568db34cae5e52133f21704f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4ca43a3858ccb216cedd9cce7dd10eeed4b73fa57c676952864a3d533dd586
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b575dea34e05d77d5af4fec353491a84f18fcb1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d75f60d7ee6d549bc16a4a487cbe76d7e18f7c52b59411c6a311670342a8509
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099994f793b3f931239f171076f2e0e727d2191d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d54f3b353be7816b45d4498d31359a9e04335d958f5676e471fc1f5dfeaf3b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7613fc6c1ef43bcebf6aabfec10c2469f5f6c740
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68f20523cf87dbd7593048345ed8648f9844c5b0f3ac84b105848b5bb999092
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd70039998f89ba1cc8768a6c2c836d1c4d6e6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7525d447eaa82c170205f17f509c47e3dfc394c1db5f1b0f00ea5dc1234781fb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35ad63adec4a574d199361fd26086585e122472d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b27bef58483bed15c3dadeb47abb18a84383e5d782b68726504eed397610ca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11eef56baddc9999db8cc2f2a18084645e2d8208
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b9c49af4df81f2a896eae45024e606f6d4d345227418a5a8d4a18304c7cfd1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d72aee00d7dc78206f397c30d8574a330a029e41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2551088682cb896d00e0a03459fc47fb3c24a955ba0fa705619a2ca9dc3128a6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf815a3b349f8357233e1b2cbd21658fed7d3f97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9097efdfc09c96854f76bb3cb2472a65cf1f76f18d7b5bf9e95024648621b455
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405dd6ec9aece0f5e2b1b9bd239a46c98eb61bb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8511371d7a3f5a46d263ccbf9d2f14086041b933ff6edb0cb32500f2eee19a66
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b208ea6b4ffd2303a0d67c365b6719bcf29d0d28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acee29b70d1ddad0a1db1a03ab0e844fb72158e1eb86a385223f8f8cf61f8437
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3f71eb111bfc1dddb7afb24bb101b87bc1f9f6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e771c9b6ca276812956a31d71ea268a3fa524135e75e9891e9bd9920358d377
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f073afe071e731968af1b1a25f5a2f5fc80f2e90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa03f8edc65683e354d90ae282522bb3537d1babf00f1939739baa607c11d357
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236f67f1c4ba4100cba25f5e4b59f063bfacc721
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231f052b8c6c4a9e3e708292553d34cf64705c0d5f849b3b82daad969f6da328
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d36bd1d07db9f100c54b6ab15c3b1912d93e82e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539fbbba834b3d32312f078c281bd329db5cda8b79a9681915ee4e855a76fe1c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90dff73aab510dad9ca727456b7d9a976da4cce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3270cb5373480853cfdc977c63b103d46e28c5145258a15083edf0a28df080ed
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f3ee449d947d45a25511ccab5a071be2d9d842
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2116042119a11c4c751f9471f393195795712aa903a2c6206250035d2662329a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73baf09fc26a1885d7ca583aab3ff14e5d3ca3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87493a267600fd7a79bfba81be4e0b137183ac28a466249321230c428b18064d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79055447fb04d716f16b5feae7563633d255d090
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253769ec629a38a73b23b0778a02aa642ebd7f372fc695f5c427910976251ad9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e28f05c9e9fd7b289c58bab5707cfb71c999f72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7efa202cc504bd816321c7080a668a9ba4cc5208f15f35bf286bfe7460fddefb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65df262a0627ee84ef006c6285a076e38468dc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9fcc59b9913989d90a11fd0b5d1016693dd0cb9e0dbd1682bbb97146cb5df1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c3c9db96047dfbfb3d2e9086461ef30b284afd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4961be3a60638c31c2ffcace866060fd24b46b9d186d7d4fc50a8659add7dae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa273041b83bc0e546e1efa12c6c45588e99a22b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fe231f7bd53de4f4df0a0102913fce7f33cf820d1e74cc209c3f317d7f086e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b3813de9004d46bf9a5ae75bd18249d9ff7641
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6b7e67136167879704a3e594bf888910f48565f6b0265fdba2184a8597dd48
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fab6e1094fa002da5eda8b5b8d2763f622190ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc9f8cba3882dce96e5ae4c52ad38334b2ca97aea7a8cc9bbdab8c35f0bb45f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31e95b67ab0978d9dd9d8c4bc1439210bb01f6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90285463077702a37c03163652184a93a94a4a764b68fba85fe44aaf2c742b94
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bc067bb1f0223569fa2fb726077bf6215a2b3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4295e7548f2208d98ec7185d57b335d3504aa845b158b98e5facc079d5c6eeeb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37406e3f15fd1184f344ed5effb548cd4eaa17de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5651bc4d0945938c79a3dff16f6dfc0eee5e73043565ea1b7c4a412008033404
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6686d67f0afc2e7934023cae82d033d80cfabc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f2f9c7bdd83d301b233f0108e9445fa911e72e88210aacfa46d611b7b82ea7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656024b3e6ab037a0dffa663ef4ce0a84e148155
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc31df06eb0b4744f88d390dd9868f70b10bb3b8c3c08c7abbee67074dbe163
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd168ead0ba7105ea16b2d47442321e3a4b046d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178f7af80f2e05a9e7e1cb24d3a71f5364cbe530a2561effbda7379846818abc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d603f7536ff883e37910bd5785d8e5170972828
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56718fe715df71f117c7d7adf00a55cebef2a74e0746e2d6f372b4685a846b9b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a8f2a109602590c59928eb9561f05b678c8825
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe15745ba5ac0b60e714fd0f872c29a0a2246e1a40e222215d40be7823af019
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e500e454d22d24a849858755134b73f14b23950
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9a0680e459929ab09f4e9c4f6b4ef19151935b0a4392592f488ed6dc30764f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dad440bc916eeaa4eb280b78ba9b583538d621
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22f6db4793771de3e37a55194fbdef70bbd935b05de787e3960fc384b0a43814
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a6d81d3cbfacc62aec11a92a72ca0b99794183
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf71c5411b3fe27cdad5927be9b67d9473a5ec75a0e4c88d1836d97bef21b8e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a34a4bd16dddac3ea257c6cb387aa13f30cfe4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521a76eb44ed4327a839720dc5daab1c310deb6f3f18df6a3cf356f513fe9d80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f7129b8ce54033b254ecf9a1ba56d76266c240
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e982e54b5e97ff71aa768a464bef420fa417a0ade1c8a67d2fbb194c9bfa95
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e616fbc2a2e0bca23def22afd867381846a696b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc264d36ac1a94fe3928e6770d7b17f38e2460782bcdc97ef9e8bce1ab482509
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc343e6786300408eb5c883c55689d8bc95d74ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabd1a7e70d641c4e0fef4e3c16c6fc8682841d242af36deed64edeae8fc5893
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d13bb9e07f3789886b42ba3846cc496dc2127be7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deaa22030e1132e3e24d5d061969b65aa2dc4c29f4f8a8c3e6707442d42a8509
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1278faf0d71c8742c56c3259ed786f06d38d1121
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56affb8295570c8b40e5caef900773854b61460c6061c8c6450cbea444299ab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d4c94e2c901fa1edc3276182937c38873a34965
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db35404655a900fb3e900477d32b4682615702881c851d5fa3757a4af35c3a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78278be734277467430e5a85e6308759a17444bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29e5850c5b7221dce76a237d5e4a74629810e6196018566183ebfedbd7cce0da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c95937a8f616692166b352cf48977e215381ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70f851fca6a88e60fedec3d4ffb8f2578e8ab6b996c88418d079736a8ee9f92
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f4417e1222676b0806a11ec372d974975461c2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fca092b6e10b4c3cd7182218f0d5bc1b3bb88a0efc8c71b96a2c3cd9abe8df
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4846fced71ef583adbbd78f312272a2a9433fc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c95c7c7d650297c5c2cf27a5bda75494959a2867bdd9afa8a070eb76a84958
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d7cdbaa106d1cd8e2d2a07c5090e0682aa6329
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151963e4356ebef26dbf9f5a7f63e4ca7ec7aded87920b5df2abbdf6c65668f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d9f573e097414c6fd8edae8ad2e33f123536af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9615bb53d0bc7d7038336b3eccf30cf102e2edb369892601390eef2795c3bddf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2a61ac07591f853f26e171f21946a08a7384ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650249f71adb61f91541e307ab29e1357fd24246cd01ad3990a0becc013c0f44
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d2b6f6c06d1348225667ef8f38c4370161f22c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edabef744b4152ecd50d209f5b0e7deeb178d495e180e0775a8f663cbd6817f0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9a7c058fd4466d5e859b08310320969a76a214
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da059dc0e70c50128c0b54aee6ba79811b8badbdf26d9329ceced402bad4dfe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ea275c4faae60b6b73eb11969523f6b0b8e35c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebcf10784e2fab62a1cff6543cb1869014eda844eb88b758af7eda24c26e4a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e568941667466fb1a1ee84f4a13009a5b7324f59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07580b64a9352ac9f32abec7d81a6500c6c7f85fa0591c56576681b849dfc35f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e441c889905f2e91dc49ca6f333f308f036d640
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa083b95e77bee3c348cb414a4c7bc04e6436463662a36f6369ab01dc9f33c5b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf284c3286a564a70d51f782c62d14ecb69d56a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74bf3e4d272f7d61bf6e2aca1f9e12fceacbe4ffd89f79eb5c47ea9e0c3be4da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0211ae10c80db5b1ba8572dd215af71c91719fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b92c1954c0a7ce2179e58c39b09d8db66aae7a5fc3f0eadd7a1813657fe14f1a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6f5915dd32a88e1f0aea090fec2d77bf092b3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7cb368d84dee6c48a93f896648b8c806310dde82d3134b5c5a882f40aaf509
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a6bc2d22f77965ee087cf3853428ba0b954d80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0d108d53b162d99270a97f8e47ace309a473c5a434759a42b992132ee82a8d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e94e13280eec27b2fb07cfe576275adc2580abd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd31c28ca934fefe3dd114fac87ec149d698dff455556fc1d4eeaf8569f7b2a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..467d2495ff8fabf55028a18d073dc0fbb3c993cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c42f2b94c4a73e0f8974a0f392739807bd4aceaed8135308ca2958895c3db092
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f77bc5d3b53115f3e9a3c336766bc02c0c0d62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9fd781f3d6fbf72cd7dff9a9f86568c2bcecbef60aa5abaf083cc530195d34
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449647a9cb33f3e8e39914795c0e303d2416d068
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2c42499283f48a75c27bc2dcb37333226aac90cb2f76ff009423bb62f8969e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e94b76934bbf86c050508b78745165f452a4cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e3326c4965670ee359c8e44d78545c3534611d3dce3ffc9299cf08c09f36cf0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db6cb2e8a9946d00be595b4853a516857bdc435
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bee1b6f2faa4d57ef2b3612ebcd8ccadf6da303ed638869590ba9f3c6228e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0389eb2c6a6ea2793e984dd685394295a5972bf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19776b3960328303c28cd4e6e9fc3ecd8733e572fa224d2e1214afc19c1bda5e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47d3618e9d5fbbdf581d05c6bffd01c0d0469b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be345329186d25c84a3ffee99a60fed6e7bf5f9006cfc2491ad87969d8a57fb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb37913da203936665953ed38cd49dcb32d2a802
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f60749898371a4183a0fba9c4ebe5cbe79169507a95d9b019cbf690bdfb11e1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9788498e32869c1192322d1a7f5d9ac5542b3b71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98d2b4169dc056582704a7c87e872209064c3a5791f8e8f27bd1324d5c8fdc7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a917b874d760778418c5368a440d1a26430ab7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3600d3a28867c60dcbff435c94b806960c8d7680c508d665a669bb434baaea52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260fd8fed71246377f8fed9fc79b1649b6d455c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01be4b3055026d048d1c19ef666e61eb03a2ea44dda4fbc971c074c24ce20ef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c9a85a144919dfef5b3db5f501ab319167f397
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e67a443fcb36440eefb7f39cf1860f622920ee08c6cecc1d26c0bbccf8d0ec3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7159c69ced341ab125cfe01f6e352505e5d97143
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb88e565d943712ecf48ffcc8ea1caf75d14ab9c138e071e6d198ddd9b0e3eb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b724367f09dc2ec113da3f1111bc4442df3cbd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7883482ed2d38e52dcf2ff496cad936a1ca67e58ca4a23f2d47df2ba1470d3bf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaea6ca2016fc9b8898459ba71bf90e772fb17e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff6dab1ce4891f20d2a37873ed12128639c371ff730fb47b76f147ab7d64c43
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9c0e5153d4e1e8d02ef54603546b7b2b8f9b68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18426c69d423ed309f5efc0b42898730e0869461ae6b8748df23971ec3e5427
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7059b8bbd6af25147cfe68af107eaaf7a3724b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14be4f5bf3ede3f9d7dc34d1599b8a5e342b11ac178cbb02eab947c5bc84b045
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d41354ccafbf213c1f303f1260feed256c9391d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010b812a5c16ad4a4174ee08d83808d523e2401f39de6665b923a7cdf70c7572
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62cc86803414789f1911ff1d1cab7259b2aedb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5131b17df93540ca0af56de15568e2aa4a17cb75cf17dd8c8dc3bcdde9749376
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e3fc39bba3ef280d0e1b8667c30522e4d7f71a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec027cad3c3a184f422db0383e83f4719299c702e5831ad063ffba8720c47cad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb1b0378b6ea778974f7c247c0c800f473dcff1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb357e824d09da0d2285f9c07e37fc25eefc7263d1e0792ad27da13032db7d72
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e48c8b2e16d15a5b71910a2cf1d031e14b110dd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92deda495171cc47eb7710e07314026c17f004ab61e5736513fea2ec21c4e2b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96072c6ad591df4d4a42d871eee36ef54107df4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fae349374e2cb952edf1f2103d3228dab6b1c500d3b425045aa30d41a89f5f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbfa1046d6bf684d3966bc528dd786720ef7a3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6b6ce241a14335258eabdc18a1eea4ca86b93f75a246b10c39c996e9ec973c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060abf885c2c5fcdbae9603c1078f8c6aa16b7b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2a8086f49e27da5bb0926bcb9da38da230632ced037517b54fd0c6d3495f81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e24869cacba215b464e824f2879de7998240f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b47fdadb5eee4d51dcfe6da23566caca57b346fe7f23af5a8cc80ce090e7b5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d7d4521d011c895b355cd6eda3035bac140949
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ac9bfd15631f89df29bfa51cb49793986f29d6cb81111ea7e404274779764d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481661c44dc4b8e510ad5b7c2c01e4be51c88b9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9511cb1d7f79242feafe930dc34a03dc06c98b4e9e42fa536c29634026accfc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ddc0e2949997a74455d3a21eb4f6598200ab40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b849f26d65c975548e4f29dbc46a215eaade91bef80a02b55cc7fb2518099ca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310932ee28b43b669fa848463c66fd7763e49af1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8061663b7eb76e24324315f82845750d0e864573c1f43a37d7d06bca855dd0e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff5eccb98225e5c917ed9a5d74170f8ec6d2235
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96265f844e3fec4805ad526f5f47d732d7ef8702e233d06f21af7d977f8924a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fdca673bac814c8495045557686fadf8272d76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2bf94b79d415ffa980ebff3e6e08800154ee5b6f0ddc786c0ee60115f71c4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc74b0ec899e9403d4fc7a306b798b2c9bd12ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b83eaca712e8b8b339dbae7a34cb51eece0d1509dc2f7c9d59ab748352dadf7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da31b8854eeb775f2a6d971e43226e3b210f737c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b86e7b1a641a53fc07fda55fe726f1d033af9a929dbfc2ed6c908746d914350
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc86fb6bddb33f93ea8083eade26be17fefcfb64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62098f42da911c0af22449fb47b5624c6c063431100d69eb75e54fc87da4c928
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3dc4c8a4e8dfbb36b419a926a2107596da6e146
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0f89b93524933038ee4534a3733a7541c663c2935b8602de5bd99a538eda88
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d4a706265f3b86efca967e08c476c8017e05fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfcbec175447e8dffebb80da991e0076f7b4922a49c4e4b8538a64cdbf3db87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1e482bbf5e8434b2e1a44c3f2a2b4f35ea3b50a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566fbc4785d8a2616d3213d9497dd89fca7ba6e1f9c6379e5c4f16526c61369c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9945b769a522c4c25532abaff1e9c4951d899e03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56937402b5a1108ab79b1283ada387df1f29a0d040c8ad52d4a78371c3c2a526
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b17ebd8fcb3e1f2fc8849c9ae889fdc20b6986
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efee26581e81c25f250c9f1ccefa4ac8f665b1255f78133a58320d5591b522e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbadb2c52ea1db4111f1a8c0fa0ac4050d523119
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04964653fc88416488e964b9f83f8ed615053d6d0150ab5374254962cc2bdd4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e19f6c1d751c8038eec7cbeab12956e2492b958
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4956f5e89fdb24c22b21c6c31de3b53bf26bceb9312f6570982f4a3338fe8707
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda7cc64ed0aea2639d645a782a9b52189c5b7f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37dc96c7a5482a70fdb5f952300c188a0391afc84eb02412ad864f05381f1bc9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1b4861a6e5a2474325db284543cbff788bfe85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46bae951c68cc9e467617f9a506ffcc2d007a13ac755110be20820e5bc4b0e33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981f039e3fc7c23543dfa3fb9e5f7ef978c03f73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44463a5af331dd09f7790719b6c13fbc6c296c32a7bedcc663ccccf206a3efc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9f8c03562dfb42497157c2a6f656a8524351025
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbca3a9fd215611effa9656969d22eb276bfb3e52ec60af220c33c701eaf3e9a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea0612dfac36f28cd4ee556ed5344f6e77b9e70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f0de2610f6a9d20a4179ac4992aa19b8f52a43d6ee609f4d610a629d8beed9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ed4cec8117d7527616ccc52e561802c7c007f20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d82de6172b5aa356a78f66704eabefdeda6e6f14043269ac93ee5b882d59d56
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cc123969cb4647bd62d0bcfa2c044564e45978
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83dcde095f454d3e88736785a5c49ba299ad5d527b9a5b86775047451bb998eb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0d341ed4846687ea759e673aa70c0e40ab0100
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542d61ec40272db599c2f8325c0daf2302cc07f71876a2158af6a8688fda22cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9a75cdf2e397a144b4ca71c504dcf246f09e74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b764041fd823cdb65748f988cadd78f30cf19b6fa51ed873fd18c04ef2c6b098
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48eb09aa0d8616f3a1ad7b2150c64d5785c1d83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdfd69dfe9f31820ca73d021200b2a3e521d71b3d0f92dcb0e413e937be0713
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f12e2db4ec1240bd7c5a198ac17575ca3f4a798
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7dc51b823079cb378ff434ad0f926e32b5016a1f4944fff7011ad9610e941f3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d1132aa2a9ffa5914dce0feb2864f5b43d8d58d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a849efb247d096f63f6ccfa022d74f2a26d45e9bae5500e6b0245cb129e4a7e8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb6114d8fb8d3cb42f831fae70d500886ff5d59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebe83fb037bcda70bab3264dc4bbd08bdb779d7e2520a862f3a74375775f005
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1c0c23052978d2e3c59987db6e7d4e58814fe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5279b15616993cdb3fd6fec66d15b85df8df92f0e6cc4521549530e3121d278e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a63d23ce79d64291d00472b66245bd5a829279
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65d159583bd3d7c656a9bc6ab669554cf36b5f76d1e7fb9e925bbeee5e65c3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be01bc2c7ae350da6300b9273612654bbcdb375
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d59d5070220c451d843064aaf027dc4b395f69222d7905268d1478ab6b8b22
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcd3d913cce765d544b5e84cf45755cd4f5ecab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24f8bcd9e7bc5970f4ebdede3f60f1ef5431a41078cf555aad0e117ce6be584
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2941b129af3ef37a18332ac1faae98f4427e91f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08df43468cf869e7acacf289034819c79e29488cd5eee0998d6dc20d0518f7ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7028518895b8e8186b5787bb71823e0e0cc96a0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc652463b48be36099536bba8b83d25c3a2cbb64333228fe910600baa48796d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30e69e398e78ccfd75821123de8e94a672c5755
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3226ba3e3ba33c9201235335b001c83a680f1684cf23ce3590efdebbdccf7c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22fabb010a83da046e50ca52a235ae957eaaacb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c30c7c0818c86d6f1c93b0c5d386fd99658ad5e90174df5437e67fbffd9f20
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ece1930d449a819437db5a1ac92088094844c54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea9caf61fb8225e4193ab601656b217486bc132840c63b65a1881265c5ce4b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fcd990133c82d5266d39e7156950ca232daddc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0251bf43f0826dba4d264f6e93c3896a455d939e381647433f15c8d63069fce4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480d9b685c850bf9187155fd3528b02bc4995e1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12eeabbd4be6b88a3a47693b06b2b6db265ad30d8ba6bced5c6ba6de79ebaaf8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08888adc43710134c3a0fe844f900280c6226d59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6a6fe09ef7ce0e8292e6761f6a8fa149848ddd0dc6b47e1086ac444b7fab72
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e974cef00a908896fda1c74959fe56588b58efb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4dab9e3f2c6ce173fdcaf0bd4ac846d22c6e7439375d8d373b78e14502ae4a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c83d30d0f4c4a52be10c1e9f703faca77e6dc8cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ec71ce8aaf748941eaf9ce79464bfa9fa2901fea1351d4cb06233ad6b8324e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d747bf1b1cdd23b074f50258ba23d3c1bb88d86c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d2ba2912a8d35f71f9746a57201489e30eb7aa6f0e88907e7689287a413203
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb47efebb71e1ac048204ef35cdc55a4cbecefb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ca5a582c81a65c12787c7bd4c6ead1b0c7701b9592e2ef27919b132b7146ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed192a7952b8a5b8ee24e27f1a4ce49fa066d02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ffe18ecfa95d74083638e9c74c458cd32ab13bea75f1a1c89013815fd4d89c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c933c8d63529f06851fdf35c7d8f9a5c9dd4fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f58f77937d50738df8b758777deb7fb45f428833fb402261392128820cdcd12
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d8837efe26c19ac772a7374a8e2aef9c0668d6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32bbcdf9e288789d9e2dde350d5884c45cd29f0b0ab4ec1e753744311089fe70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f5a6463210e77715674648e3042e0337cdfc5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ae3b4c752d68588268a7c98f8ad72a7c35838f6da42995ee46cd598eae848
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc81cd3ce3dde12d2e619def5250bdd85f1a8dcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5cefb585101aff6f5d973694ed37e649e47a5e0c1866112614093d88da6c3d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa142243e27f851bf32ba67e6ad45c68cb4e688
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88ba1493d6e5df24df09bef33b1ac53cc9aad06945f7fa23af3f1da3526586b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ccb80177fc648654fc2bcb1c04de0a3ed87e7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:567368ff43424fdab56d916432d6c9c915c5dc7ec09fb42edd60f891e1511e77
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37199431cbbba9f8e5e4f6b50609aff0b81b8e22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0c37a92c5f2a050ce4b2daedeb273768a4947f89850edc9ef923eabcc9c2f3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0e8428834212012f551d9d98abef407921adec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b5c0b89ef2e8c5e97782978332114bec2e79239ef09e6785c4c8bee060a453
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0cd3cc1305c39e1a9576f8d54ac0e451ef94f19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8032005b79c0615f71b8eca060bb7b496867a58961b4a0443a7bf1b126b926
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd5afb8aae4709be92c7266a3f480be528ecd2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61d6cb9c03d0eafe4b8415f7a53eff86f0c1cef3c80ee13e04c946e4c50cdaf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57167150938acb79430c3e1b988cb18fef50c043
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0cb167e4aa9266ed08460d17da2b060e45bf574a7e2924924d3b1043dad09c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cedecb9437886692bcae52b2dc893fcab269f7cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86baf5884c1a7872e6bdfb9f61da81aaad106f1faf04653a8cb7dbb39a4479e2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a5fcba0894ecb78c9683c547e99bdb06a1a428d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd58b4094a55222582794505f91a9a58a458e018cf6f0df654801ef689c223ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1a76006b8ee795c6a51e6edf437ddee4ae372b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db878b119d0941ea35d164fb42727c867fbc311b06f8e194e88fdfd550a12dda
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a9e150f132897297b5d4bfc10cee5af8f9d194
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de52d7ed100c19fb4f331746733e1ca6853c6b57851e57b81e1e05e22faee0ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e8e001d9210e20f42411df91d9c24e3fa7c898
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb3341597bbb3f5db07eb62fc43ecf90befd958289102800561edd16b684d52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c930c6085d683b64e26993474e543fe76842ba1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7289319d86469f045b3be4745a79095379879e0e4fabf75e25af80345f2e66a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b88df50c8452ccf931f7f5a3cf0b359f23597b09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3256405653851cac2808590664ab574f8fa1cf0fec5f1af302369ea065da2965
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..760481684266e21fc0b86329c1b51b347b5975a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01497d2d73de0d864fb0fd01c147681be1e6b562d72cd8c3aa332da6333104c4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a9bbac0303710011358229fd65dd98169c0b2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9599a6ee9b022626c9c2ece1f339ed4564084436c33391f00fb2d5839321b19a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd021d8729c3fbebcc4fecd6d73a94bc6efc35f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a836b83932dfe53f7c72e8873c3804b0d19b13e7fc360c9dc5221805620c6002
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43453703aca3e5207fbd732286f0f43f698b053c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a09e61e2bb33c9eb8392bda5b9a4f847072d5211756c88c66055b650b90b8b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e204b5e3dd56497e20a651283388ec6b1b119a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c0b1d62a7ceb3892cf2646f5d399c956987cee30cb8386ef7df6fd133d4fb88
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d242e0b77342b090b45781298fc3e948cc176b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeed64a1b2ced5151a11c16ea8b25d3793507dd069c0685e8d6a1a2caf390d1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aefb08c39807ceba55c984539ffc0e1177036762
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd3746357e1228ed68a4ef5a833c0ab236730d5e4d84be0e9d815eca9f4b7d1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba33569155c6ce157364a619fd47649de5fdf0ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed57e2890457a53d482e3dfa0b9656a4b6bc756ea5b9ce09a6f1f22eba4b0ebe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfa99f0d1d5780d9e7741da40ef52fc818aaf00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4723a5bae8f7bff41471d5aa98272d4ca9082481d2dd0e2379ca692467e8544e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf681342547947a16d97d285743e52b18548f1c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c01db7b16cc6a8366ee52690fb37ec95c05b66ee269c75450e3e20e2f0a1ca9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece441e86a44de2f577a2d16b494fa8a53b7e851
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213551f9a4abc365e74cf737dcac010f2da39d037ffcdf83d7314a7a139d9d67
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a796a603f4c9b98d588fb47422fa9ee8595557
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b112b8051e9f1e97ae8f115bccded109ce2ed3a84aaaadcb9fe048a292e03ca0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7129a18c583169510eab6313c2de3a48fce54793
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50900167e468c04f3e83b7052492aa82c3cdd81134a382c173e9e3f91f7cca0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dba2dcb6a38ffc2a5d39734bdd2f2f6cf1f9d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e774c8420d99ff13764f7ec2fa4fe447dc9f1e12ca2d802620d563365e8fd0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf50679decbd699813609acec4e4e4370b376cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b494629a565f129837ed1ad778e2124b414cb066f0e9a644f73148d4889db67c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658aa1cef56d0ec2f5de8217bf631c35155828dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:253a0910c37826968d22b98389ab00faef017198f6b6e80699517d404bd7912e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91213ac9d1d53817b49f4cb6b3ddb714e1dc3577
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fede985bc7f9c1a0a7c1174f7c95ab3b13ed90e42b6ecf94c8be21ea2b729ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4833aaf436049b2c4914c15b6075b218b4d5a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3632a211e81774bc81233cadf8472426797bab2100e65713e1c2c651c6d18640
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9ec60f4653d819cf8c6d50b13ef91eb2af0e76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db90adb0a237024c911f4159705268712f7533fabe9ec1ab2ab10351f2ab6f0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c80b393f5e938e1c82dd126c9195dc457b5003
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de8170cfdf750a705b41b51348cc522ba3ed6f74bfab4f39fa641498b8af5a9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a402eb6decdfdfba99a59d2f449c5a38a2f8cc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb605c3a49fc207ce6bdc4ab3dcda2db614122ca55871359d634346e9e2f7ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcb8114d92b9f4193aad0c9bd8cb240d784fadb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea49b957b43572eeaaf262e79b6b14740f7c0ab870520cfa05d2530e1647fa01
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc4efbdd73d08a708c93a09c960df3c430ee52b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb64e317b12a6e821a217394ce7d144c8f15dcba7614302f4c5087efc3e35801
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d745ab5eeb80a539707c3784632724286369cb3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab846e44adfcb9be7356ebe461e78820e12b3890c09636e7a74836065d035911
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1031d8de536a16a2530ad188302103e4e89b81f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24ec8f488587510895d0607d049af14a0fffc8267c740ea3b3b86891129ba16
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ada637f76b5c37e5c9ad96e4aab057e862f99d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86786faaabde08ab1c78249b326c1250ef647ea30e62beb6ba28c1819c1eb250
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800bf851134be5d4f6c230087c2dd116cf6b4e34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033167334315c59d91d73f9d8bd309bbf8ef3c5feefbcb078836005698cd21aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3b606dfe369ef7a0cc646988e3e0537edfab662
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4ffba0df997acaf248cec93db686c6137b0928e5215d42d4cf30f90ffe8045
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770a63a028e04094cb0f2eb3a929d14a153f5681
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b525badc995f97d92eeb9a21bc6f82f2f83d34ce574f21d6678cf0391b5bd85c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b363fe862876533cfe160d83a787efd6b4666952
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e2d295a18cbfbc19cafce1b03f023953efa9ba82ef98b834335ae9072b8caa5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3501755a8f9684a1b536cc9245b5963c0325bac4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59fd62dbe12a731de3a565b04fb3d7324e8584a18d42d93a469e7054561dbf6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f992f1e052b12a1a40436f8634f0da7ace0741
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5448a4c9bc02df4672b4e01db59bce3b147f2c4f2d05fb504722fc532909844
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c4f3c4c61ebbcf67ba7359d3a7de3709e7df69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309402e6023ba61fcbe1d6639835d8c78421bfbfb47d6ae783559aa3e2df65a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e23df122b3249758ab296522bb3ab2d0e6acab3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b006c37e04c64b4efa4e4a43c98e39b813719a62e0f72eadd8c7f8be71432b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de10d40785ff5f65b680c3041c9119774f103fa7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b886a058a744c8f8bcff22f7fe3b8ebaabdac30a6b672c4f0a1a1295d8477e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8881bab640d0e60f36de776f7c6fc179fe46b7a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e90f5274a3cc914febfdc3f3c19d79316492f5fbfad9c42f6390d5520828ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b200c4de4cd76205d07a134f435042a9872a08f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9845c8d5175a871a920c42b68689531d3e63765cd0801b48aacbe02a0db8f7ad
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27922028daf58ff6c30c1822a28de27e5b8a78b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6992722017531ff7b7c9e17663e4ea46db5f9f9a8d90c036a9028fe5ea09da
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6a2e91489b3104149526ee011a0161563be9c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724ac4d63c2d47d89fdce73220d5ee21d071d8abfbec4566417d63a38366f59f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3575e56c0c21894ad78649c14f8e7bd1d41fa13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd897396736c6647494c2251d720fd5490b009ffc83dfe499d8700ae982af2e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ca6ed7eebf1cacf8563f765af155359f0ac796
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b97352772a7f094e7a8852bebe9f7e4deee6c549f0e262af414ed69bee3e285
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa98cfc5f2b4601de2f32d6065b2e0351bdfdcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2968a1d8fc55611b377a45e80deab7370b85d83c275f39c2b1ecb3df086c53
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0658d038646e2ede6951d6ad9204b2163286e55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75923b9b8424b255edef30a54c5fa65aca6bf55e1e29aea7c37e0b73b9072fdb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..944cb0353c4e913aa08463bdec9f429701bd341c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676b234ffa8aa00fe91ed755465ea3b98fb3713b0c4d841022471e847ee57c2e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b98c6941c487b0b1173e454686f65241d12c98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd9ac2b84ef9fb2e306897514bead0c2410b191fd5571b95ef6d526577a2865
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f4c8841aaff5efddd89ce92dbf73ac5d974f68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95356e7d39b7dfc569f1eaa22265d126b5ac2e6eb6a6753288f53bd31c7cf782
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd0d84860c47f67f28227eadf76a4c512677e09b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037c4a47207fd65bff3e2c8e98e9e6a83ffc10bee496b91af5fef0c3d2860454
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a52c74aa10ca6dd99c078dc1adc306f5e49d23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8eab22cb790656921611465be7b46865acd4d37b7fdd492175ace1167c69989
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16a8633bfad5a6800460fd16b1a646a2efb9fc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e6305b75b1f216f94b5833b0375170a4606066a0118e85d41c4f5c4976bbaf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbe15a57f860da2a586cd13f392a739b0d45a38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2430a4b64b4dc27f73b8fceee704bc33b25f066de555c538b1e39f7a78ce5237
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f5ea93b3a593c4a3bea6d6fca9e3d4195c7f86d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df4e6440e71cfe9116544372f0a68122da33bebce2b33454dff955ddf3cecd20
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb89b9cedfc9ab48a392af0757b35d854b6ca67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54059fafe1ee120edf5294a341350df964d67a8f962a79abbb54dc0744be0712
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935f7178c827b227557e30f8f49fb7282d1ab41b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ddbbf35d03213de158f8dff97badc3f6f492bd02bb204535d17ae92285ad45f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1697099dba55eda45345d08b91f15fb50c06596
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50535d77505940d1e69003585702bd1cb2715b3aa97d399eef972a760758b38
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290e96f209be363e3814173dcea95b0969de1e09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38527fc7ff9379584ededfb4900f8379decc80c539338d84aee2e93b72adafba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903edd6da8f6358dd1ccf78ae8c228d2b923f673
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f7dbb8692fa5668977939c0e750dd166efd8853684c19553e64d2199862f34
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..227db33d7a8cc3b6689a518e559896d35fb9830c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5e04e7fc84ef97a2bb9b8b4bbf2757ad678017e47c9f654645346dc2d7948f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d08d3d5896f720619b0c80cf0ffb0484b64c4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a41e96680d40314f93ed10c2283bc448e792b616a6916debb1ea76a23330a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0491a78036cfa5153369307608e92b24eb5535
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12f14c2b71f6305a588046f68b3b2246841fc9a422252a86f67914d96a7ad0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..684926687f78729f8c968b3a4b8decbc238e51bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d85d98b7371710f243a7f8ea9a8cb653ad9d4b7951a6012b9ed240e9cf8114
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15518ff8750fa437c5295060157c091f278ebe49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2119e09902ed3e70c9354108f6b421367d0a150c45a2eecdf77a83faab45d04
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d2afc7f6f304065afe55c9806f499ed129273d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15544bbec51c00fa3f0bff449d2b182bbe583e1c39c797e0d90b31b4b31e7ab9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e6924672f5eb2756496344fc7d0a31a7d095a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b75765987fac7932e8e0ace886f88d1ddefd4e13bf7d68cd7c957d72e6862b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea673ad6a2dcb261759e3ee52b89b7ea6903bf10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88deac534f3b9d824d7578885a259fc89e866f2aeadc94a6ce7002c4db637a6a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58ee7b692bdac08818349b3b27f5ddbce6c5387
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd311c4ff12478adae8746e269b143e1b0c5fe2c0436c74012642ba3319344b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2511a7743de1ef1e5e40b5f78f59912f6e98171d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198f59419f22421ad0d688463f280e678071a3a63073f66670581d594ca27297
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd801e9f936d7d3eb1d2109bc72fe98281452a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa8062ee5a4b2335c441787703921351ec9f3e568e75f65d9a14fddb94850ffb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69dd320bfafbb960bbaeb48898ebda8aac35a15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c690b1a4e68ca551c25b5f4f4c5e9077bf5327ceaa168884380ed07a9135c2de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd7dc1b379355ba55eb0f4cd6f7b2816dcb298cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4206a10e41b4abaa2f37844239dc07e04583148cc684fd283f9c44c4da51cfe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dbd4441044cdcfb2a288faa587f0bba696e2e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64aabf70e456c2b0b777224ecd050ca82d12e19ffdf6c6bc0fa2f907b1cd081
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9a352c90402255a6ce6d5435423327934a1f58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c07bc391b71bc1d971b3d0ff9679b5c8a924cdaa4b742308e0f78410ceae74c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5fda9e68d6fb676fb1e2dd88cb0e434d04a28d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4354f73ff533b5b84ece017eb53430ef22dab187f3900972959e590f6cb8477d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c4a8edfec5fc66ef852b130178ee6ec481cb19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e031d19d8a911cd20bf34c6ebd1745ed38ffc8c680787a29a238305f06d0ca76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfca4a9d01d3e25cdae2cc42980cd75b5ebc329
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:577f45a8524e5a4ba266cbd44afbde72d4ac45fe39eee52465b478153f20b0cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58c88d4a938dbf44be63f2e305391f08f427d0d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60af552d12fc13a40c69cc2de77dd93f255c94dc6698834745209bf70dc21598
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5deea8258419eac6707176a2336e4d8f2134a13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c17ca0f21793cb1628559e516a45dfc96f78cb1f5fdf82fa0277ec6f9b9b8ae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f2dd40b9ca842a091e38b7ddbe80b9daab3f24f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:087cdf61ad2e3c53f6a659348c0766e6d0f4e2d7133115736de603f29d3b9b2b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2e30f13dc07182e79165b60aa66054da7c64fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54571da53bea2bd2abac8d74f6067ec00b1b3961c3a1a52dda3017e05096ca8b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d73ba8c36e86f920242610685a4817982f06d06a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99cf2da445637f6c18126db22355ba90c0a25bed1abc9a39307dfb2041f09e33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad027946ff98b93777717b1f3f0e8a53d50e1e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8146a50f5c958fa9d688b0ae249e790d250c24e70ea8860f028b261677c294
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec5bb3c81b9638e026c31ef27622d30ef031dfd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56a4d0974a500cfb35f99643dd5936d8fd2104749e915fa84c0dbfd4da7a70cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64afe6bb750546a3b35372a0f44c5b8bf8d74c68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bea334781faf05fce805a6cffeddfc971d9f534dad157759c6179379206b00e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8b9ac6ef7982af980e2620d3c5de0efe53fd4d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f52134bbb733e55ba2056334e4222519870ba090b4d8c5f85b7c3e2ec244f33a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd451f45029eac7c78292324ea3f7f8fa5fe4953
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a84b247a8a201f79851148d4f2ca2f43a9f9d3ed7e2f0a83576d7c48d3b4039
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfb19541ade917d5c56a58d74dfad1fd6f612b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbad92644ea2876e086e58aa843c2a5ead2256f59a570c76f760cf8a46c221d1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538be79b006fe737272d7bed9b9318180897f7d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ef3af719f0f2158f83900f943a731e9710e316bbd0e402b401fa43967aa928
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6852a0c48a345ad911bd8b37ef0f697a728de3bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29802c599d7ea4239d2a6e4d9a78d7828bed51059a4e942487f86c67035c98f0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f643848551e67bea8d6cf0853c707b0457bf14fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad13974950ef4114e6565edb94c4e6700bcb88c679c15dce4893a5f8fa316ed3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae836c38fd4de2451b55060d8c6944bd3e4dedc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389fb996ec6764c789e0c0afdc09c0f33501154a3f4f81746de26a03629e0bb7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..985994cb32729ba51bd33a2374e78f593daea33c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752417fadd923c33ed8361b131f02a511ac9b1e998238ab4bcc3e923b01c87e6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e15356f0c541ddbe6312f0849921bd7533c162
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a4f9931c6bae8c520ba7c6ce73ec3f73faaec2702b79dbf644ae841e59fe6c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b3a2301a06b2d3dd42075647629650e3d6605c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33695e48888c3ae72d6f045cbf6aaaeb38c4434cd528ac51aa3994826c313f2f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939181278e3891f28e1f913c43c857dd4989b012
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5624bc9f4cc8290399b4624778289b754891a25bef0c67479f51f4fd03fd2f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01919fc46e69a4a10812248775946c0bcb477508
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce428b360d22a93a0bf47c898c0a81f6512858e928d4aa37069227c89ba98da
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b52bacf455961ba7772023727c6388705da4547
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3384bcb1ebfb80e0ed2d4f2b52be67290823008058aea234585c20fc618f58b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d442555c08078f327cd5f5b6aea02996ce5b597f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46a864b18b98adba3eb2f7c23b66642e144bdc5427e9faf1cdc1dcff6e1e2e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad609f30dd6e022bce71fd2e0f5c4390b87913
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1341f377b19b7785d5ede241b761a2a67cec5ec4dd83b5b53b4714aff72b96d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51eb156e92df90220725554fa8097710245cc51c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27bf0232b849dae958dd818e1210a4e58bc4351e75c7581f87f1d5bed46ffc7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f407fd1f97314228f7d65e94de94d6d62fb1161
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e3fc9bec7feb7cd18184c8368e9c8d34f662175a0051cb9ddaeb72eddba6aa9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882aa4675c9f345ee40b231501c5c6135b18cac3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ff2124e0b43d2519f9ddc4b62678f9a4688dc75528c9c1d46d9d3c90fbfd96
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e42658b8d2a70777e36bc69fdca323665dbbfb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fcc175fcea4325dbd3b73176d8f0b833e141e2a7198c34ceebd6a102a70150
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e26105e99215116adac6a1e46a609e21e3f8a110
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a7770d59e367088961f77cc413b2cb6a44e806df626f5426ab9f986bc70404
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b27bd455efd63b69c7eebe62a98112bc1a2cd51d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959b0b5fdca50b05290f6eaf50a64440e7a14a297d3eabe0c3e40bbd08824e6c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..144f95513bee5a3fd84d134aaaefaa4aa866f44e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c46e0b3e36a29d0a36972c9c70ca01308b7aac2b6e899a929ab786efde2d3201
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4a55ef072d2e5380dd86badf964f293910420b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62bddd202f1d98ff5955fbb937d091a7af99e40a5b09592ee5cb9bfce74598e5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51024d37d06b9ea463aba8bd89154f5e73b67eb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58812511efa3c179afc51c0aeac379dde55633deb6454b4e4330385def09da3d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0163eb23cd6fb30d10683a87d2ec637d14574462
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6012cac3d6eaef9edbdd298518050427d3178ded1066342be076c486f65aa6e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8451b4fbf2fb35e6c657726d3ef37a56d9a66d57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3005787f473f1ebd3be3820faddd20e43eb5792d390f4c75b6a68aed17341fa2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1433e0c6a80c98601b040d342b594b0fddffbbb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b9184a7903287ba900215401983d1cc6b01b88c88b9e9bfe60170a5235c2bb1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec677606c20d6049a96b982f7069a639f16965c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce7d019df690c9d1948e0c213465032067eed3b8df0617c84da013ec9411bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9ae8219731f057d6f70dc00ca912d091e67498
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ab0c34f466abaca68700fdc1d2116b361e0d7ddc92ce7ea30445bb259bbeb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272e845ed05b543c309a344131bddf018f73e614
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d63dfa925e25404d3c432dc9482dc21bf1478310fa56ccf8dd5b73131ee5821
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127e1138a560dab4860a5c6775f2a4533a07a6a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f2541828e22f1f80a7031573f56f341ef5fa5a5cfc5d4a2b37f073ebd6009b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddf166bc583c116011a42101e7002f77a2edc8f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff69b3abc733f79eace0252e190b5d5b59cf2b089551dcdfd093445986c0f9d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3741d78c761075fd32c9fab10d54168418af094
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019d07c0e1a70444a164d797eda187269fa71d4cf723c68c873c847b38401ea7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28bb988ab32ad71382f73f2a59abf028d56748b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51982839b4a3566be4696a9a07c8dc5e99748a3f7fe05d9fc74bec423987b30
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9a3b5803eda0644de5a3c15c43de7bbed8ebf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71994e40d89b0273fe75cf64e1c3c2ac327eede1552eddf4e8fe6a54c2c056ce
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457903b022b5ea90cbdc6a9f9ac5739f39ebbf3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59173bc9415789e0c7ab1ea44d87e1a07fe3554017c51484123c79a599088a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67aaf6632b7a4cec51f5ff6ec65aed6765f0dc77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534899565fe028f64d582a1c8591e6a3225d8b7e1974727f0c689f9a31e83acd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a13ce3c3cbdbc6d7c7e7a3110bd41c859a9ff03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6641884ce9ae1ed8a3dd31af68edaa41494b2150c6b20403814e48796ef6c6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad68290e378f72927f12b02c7f526f4e32d8881
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec76f778e6e2f6eb14e30bfa9947f036a09ce90ed3efe39ee9f7c12f291c2630
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be7dc87c6779b8b9d8783b40a9d3c74a5acf53e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c8a41941d16ad776d81bde91d223f3a5faf83484125e9c03a0603628fe8d0c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89172a17de594e212be2a5ba64661e6560e2b9f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748a201698ba4d282db78e878215a0d55c7b1534758fe0c65643c4f04860ce0b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c87bf7377c845f4e4abc2e3cf3303c6a47f351a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e37314f965ef7d7359b1a6c235fdb6b239b49d3f78ae95f3b20a91eab27e61f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9febc8f55458dc388918a77bdb5e6bb49062cb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58058aee5baec72fc9a3c13dbc7793a9e44e9765b1649837319820031203e47b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc6f8fcc477669d2350bdbd1256cda3e7467a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621aab306009a289ec1ae536343bbfcd4f6cfc0bc0e36f9030a4d7e86777db37
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118fdea228720cc72dc174fe4a886a31f9e4cce3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafabcd0b5144bfcee1f187b4334c00baa15ab583d2b6ad2ae5dfd59354c9f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad692e76b0134e2f145da260ca14467678121519
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48261a7b12120ecadd6ef5d61cecb6a151f3cd954fdf911dd1d89699b3ef3c01
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c9c64d416aca92a6241302b8ac45c871fcfc98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e22a78e6d7a3115257d68801de6e485bcd72bb9127de9c23eb9d3183e8c283b0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773e7b85fe08658dcb986c0c1502168678796d07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b1716da58a4e2edfe47a4fbc787335f17dad4c484c6ac18bb2f7e2794b92c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50dd0f7c3ce6905a90b4686d6da250c88549d267
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418af6e5664c9722d774b545f1fd920414552ec90aa7a6471892d94371ab0b0e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9989ba4cb54dada444ac9b43f443d0a36d4c0dd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94df6832755b0638fd0c0fdffdef719cfacf1914e11261bc3ddc451f4a462bfa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e0ac5df1e25fdbbe2d523356fe92acfcaaced07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ab1d6c78c96b93f977098629deb918e0b177d8f255d535e6680dc05a016e2e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76dc883ffa4cfa0c236db7eb2d097aef71a95ea8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724db7468f32ed463703ddda780f15539882cc68528343ef550b53830dc47f05
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c615044daccc5ed85b805c70eaac023976c465
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778cce294d79942f299de2b92c03df5a27a0a73c28975a188ed89f17625a5340
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83612e5c1a41989b15df66ab5676ffa849755c43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4dc7af9d682f80368b6f563efbcc112d220017b21703a63178896d0f071674
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f391c5141145a23628bdfe736f43040e30a0df7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216ea7a259a7654501cb78f06875749a03bb5c0079e9d8f86b0413d03143dfc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940c958959c3f6ee2fd973e5477a085f21d77ec6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae64cf4d0e138595c117dba2c61b5081710d59cdb72e84f132d64eef8555509
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4e76ac80b82ebf7448fc33bccb6feac27cd5149
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654235ecec0b5db69c6f0be208b79a31033b417c6319f51061b26b7da7cccac6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c60e52c026b14c0f118834361947c7c88097f1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faef8572742e78d712ce0e4f682e8f4f01312bd3e136f53fb607a2d6fac20e5a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b5dfa17c795bae6ff49887c8c458a4eb9dbc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f021ccdce6a9ea630295c3c1c171b2c45964ee14f9d37b93c500bed68117f44
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae2489d2611e2204113ca1abe772f34ce0cdb076
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e3cd725cb49572794629999422dbcdba7347e64d7be428096bcdf8a174fbbe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57684fd30d8d306b6ff22c7106dda68ecc977d88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec469d9d8fa8d179adb154c8412ab6fec3f9608a78f76f3bc094eb05592da618
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6560c1d40b52d518da7abb56c0637fb9d2275a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edcfa4b0656b56ea2c904c376eb5bb36b68776605ccdf1119c0f87468a0ddede
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca618f1558346a9115f575711ecf9ef74bad4dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27aba134038827703db4b1528eb3bea99d6fe206936e8a73418ec3cd4fea434
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11be7c7ecb4464f6f936688de661617d728305a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dcb1b49ad828ff626c1c8040ca0b8e63c0c4daf1b2a72fdcb80a38d9e6e1d5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6235936021f903a67c5830ffbeae7d329a3d42c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f391a96e8b1f53a63082e30866bcc1f07332737cd955dfa81640d3002a4921d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4ba6d8d21d2453ba21596a12291d43edead5ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96d0b5ec9ef5323fb6f9466b0bd12fbcfd188961685259d76b94e0a30dceadc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78cf6cd2241a3f0ebed310c1e8bf640211698801
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105f2d7b534ba2ac10fd4d13973fd7f79ad7ec7c2a261e5b979f8546b7a4c25f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030ab53a642dd4832736ed829501498cff5364c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63bbf92dc71ab38ed132748da6e31a715e2ebc900b1a59923bd54f96b2b3ee0f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7a67cbd1e0622bec773b444f7837db711f9bff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f9f4c3639ee2b954bb624084374ed05a6c12f3da10316ffe878d9cb5a7997f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57881c5b5e43fdeacd10ebb27bd7be2b1562ad1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e6ab2c886bed4fbc0377ba9e006231799079a0e5699efe22814b5deb76505d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d00cc0bf5dbb7d7eaba4c1d91fd4c43df39c7d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc7232d028de8393b05d1ad4b1449b7f45e542c8ec9b21f2e2b3caa715036482
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..877f37e755f6ad7bb5471175afc7361bf2acd112
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151643ab322befb1b7011320a7c85f62738fd1fded2975d70507c4b6308361fa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b394a8c2364e3d1ea54e937d757fc69ebafa3f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b47df71a6e3954ce34c8b0527ffc48f85f358992b5eb447c5f8cba1622921c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb9f346ef77f282ef4fd7f223e89527eecf31f94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3b514bcd3726b23ec945e2593f3b362d958097fd1fdaed035af74b318872c7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71c282b6700d0bc9ed989d14914d25ba4be3022
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf3df5d23deee9921308e44a3ae3aa37854d32827b4096b3b90ad3e06403de0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb49ca43e738f95fef21014a433e162ecc11e57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876923bdfdd78a2ce532d1fa85948b5a0594bd21522bfeea2cf37e4ed2c07e8a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52241d2e52cf4057f72891fad80c05f11fa4d0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69505e7dca9b2a1e3fb5c63fddc85be68f413cb75efb759983cfc6f4edc1c92c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354b98b99d950909697e52328c4670f792e181a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b822c3adab01bc21222e526c2f7ae68edd5ee6b020aabf00980c56210bd9df
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c0677537af8505be67607c98b59346052fbe51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa650f52749ec1167336a94d3878c04f918a00945f3532f748fde447efbcf6d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813928b7c3afe6c9bfa597af5f12ce476165e95a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447a93e8bc51f1cc9b30504b9bb9e12a366e2c81dca7ac91027338ae927857c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5741b505d072a7efda5b4dc4afcadd4e04a5191
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38fff5611aadfe7fadbca4cf4470cb2bffab2c29b67d0332b0f5d46963ea474f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f55147ae9f81fabe80dc2f246c0d0b25e007d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f29f0170833983cf06d0a635dc4a1894b31bd93934121c0e2aa1164f036b7330
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1024ce42b6b41bb285ce1268ce96775bb8fd4c24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091e2d636c2037ab8275bb8b76427f211a78928510df5c2c3a5f459856629055
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a918fa284949084583cc19db84d2ca63af4c4b22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbffd7aea25bc4d5e2f5c2e64bc1bd5d133d200fe0cfc4c78e989aaf3c333382
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7aa4a2ab836a40fba6bcb494f64290130d4eb16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0913e1bcce9b2369b1a2720d67d6a3c6e9bfd170ae2ff925ba2a5dd2657a5188
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ece4f7395537a79cc9826ce19988e1db26a75b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13119202dbd32a2059bab2fd3676bb587e9100400529701788319e12aad1f9d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3faae7920c80a5d9719e7f7d7282cee054dfce1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22dfaa70792286494a900c3041db02201f35eaba2afefa809a28f2b5cf5ab41
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4743ba1a809d61b9eeebbb99ce32fa902f72c02f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d43e52d5b92b1f54707dad9df6be694b617440c62d11939fad47e5126992b87
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341b12c939aa398658672423712d61979d85aae5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e32ec6b64e4b6115d916e8d55ea8044d26241493920ff03f99dd034af23b79
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c9fb73af60b80642cc7349d9f7c9f3de33040f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325b9bef8de93406d7bc8434882d1f3e2d740efad2b2341a7266749793eea485
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878e2f401260d7a06e0a5376778c35b7ad4344a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ad3fd40fdc90c15a4f6e18bb397fe4994a22644121203ecc67ecbe79e95f27
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d603dc76d3a5e7c3e21efff22ad6a391f0885de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd2330ceb6daf282a1774c4f66f78a7c6c116668cb64cef7e190ae9f1c5ce37
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feca1b84afe89fe3e80b953e2980ccca099908b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614a287d45305f279d8bcd6844c67448afd4cb9287ebd412254fce9b20ed5670
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aec52c7a9d873c8ae3c15688ca6a33dd69dc220
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24bb36e359468666fdfc6dd40c6e65b911d38f5009dadc02cfc7de4042c68689
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b18c4aa7155c094257a734da5a297293506c74cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fea7832291036ca214c19bd32986caab3b84b0d57496d3c92cc5c502266584e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa46ddc52996d765f5577b9a3d9f98c8df8e4c40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632328cf8ddef28fba4726afbbe2d44de0028e912ab19d2cd7a372d53918253b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bb296d32edd2d5f2c4e13b72aab4b1195d1c452
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7c532d3141ad3224e022046cf4a5a18f401bcffd391049148b21e37a39cecd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01da6b79d6d321dbf6ef0e57686a0ca3f61218d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94e25c44a5945c4c60bfb995728258b42749890aec62725a941724d77153e9c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4002fe0c4477fea22059e45e4645c8db2f54c090
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc93920c10ea685ab28406b8b6676d2aaeeb7eab44295b3d6daef8abc409bc8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41cd105b68ae9604aa478b4359e65663411bbc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349060ff6c8a6df0c4308c715c0bd3c76ddacc12b4e7b56ab0a1f64942cb4665
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..952036e84bddd4e9be747fae9a610cd934b4c2cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bd36675237a25d6a8cd66b794a94d116f704d4ab842c0001ac8f360f80792e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa1a5a1d1717bdd7e813904eb0c691e1f3cb04c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0414d493d32d961535476df4b52151e157e358978b2f613418a777c1e085b325
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c0fb2b0da32ba62fb2fc092fcf2b561992ef73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b24e624cb3fc8d39ca7a2fc18b529a2352fd794ce68820a3aa80347d19479bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0ca6b635fe1c3d9037445c78bc6f8a8164fec9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac878792eb1a11b9332d82afe0dad22e7923ef54e6924ddc5463bc0d40b94102
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3d042d19a9f83791f9872cc17345760777b7ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7d5181cffeafdc663c926d8ef2ee528bbcb784468370b061910f5ef9224e73
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb71860587baa9642b57f64c7a2af8444c2bf001
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f388ff586cc364270148629518d864bdc64cea1dee533d009cc1078986ed95ef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e917ad18db13daa0b38c3a3a31b80302f3a2d4c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2367653d9170494ce1a0982c4e9c76d85914404a136381686823fec6f91cb87f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6532b835ef13dd0f5370a9b4a272985a4d9c3934
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08483186076b4daac26cf38922abe6332f6fda12803402548ec5085b1d34d5d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c289a2daa747f5115a24c6f2291262bb0210d71b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef443b0fd7f77be163a7b0c6c055c54ba6e2609f1b8a66f995de2fb6c03484e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13bac3fb016aac33ad8e54fffbbbc36bc02b25db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ee1ecab62c903e3935d324175bdfab78e24844663568e2b8863687f7cdd8c0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2a3d4fcada72742a50fdd56fe54767e8ec47bd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c42127e6caf3e06439e2f72d64c0bd315ad15e5e707dfd661fc32342ea3daa1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8446c0bbf1168e3212b595f156c15f98cb999c11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f744a60e74024349e2daf361d074cef353c1d8a194ad1f536ac09200b1aa78b5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17cbb2005d2427f0346153a0e3d2ed0349c54938
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9479ace1fdda598e683749c5fa05bb541325bc94bea9f81da2f24fbbbc2614a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf54005961b8a8b29321eda4c58032dcd11258d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc53132070478e06a253a52eeb776911f1c8ac1ee8c985e07017178b4a8db3d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49b2df0a059b7441c16c750607688ddbd601960b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd83a9d83d75016ea84114a65718610a6dbd288ad47a3b6e127fa1eb6b4a58c9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8343dd5f797c9b09dd8ecb3451b6ef1837def4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bec9a460d43b2730db50f60cc736e6721f3c1a337117af13dd14294147ac863
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86acf5be5d9172113e9ddfab7589dd1e872f5b92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de7a5ea3eabcd3f4e0d4cba8a3185c23666e77470218a07ad73f65872fa32a9
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecb920b9577a2359ffffde90d4110ca4aaee1dfc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8825a33b59d44fc8780c8d955fed904715ff007f6d86223bc19a3ad073b25e6
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eeda4fee7e558d6380f603a92948e2cde845e6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2e4eeb90f18cb8125ec8bed1092438b05f94a4cb02fd565cdcd21765fb1e98
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731af4d352dcaba5a65f2d306008d14411be6b9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a155de43b0127d12a4dfc052db87efe3c9437d68282ef952dd3cfc44fbdf2ef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f6e6db06d7a629d95c17dabf78469c5b2b74af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f4c825f399657184b757e09019d37c2d287927ef4aeaef0e02b920427ef716
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a697a7ead4de1c61be048cb810a90d0c420fd141
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1034df2414c2cebb09a33afd492839b8988e10cd805143e801cac4fe01263f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f014ea1a0ced9d465255554a447d6bd87553d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4790ebe29adc129c0c7d022fa4e75e6726b69c35385a8c3b5a204cabe928d172
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf9ae55be0bbad42fccca230ecd84b5eda89e0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24c36bc27f5f65be0273bdf24b8c8e7716690187c5ee92e95435fdfbe001e32
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c521b165f8281dfe0fe794e47852184907edac12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b98b29e49c9d9117618dbb303f14ba6e308d884eab81a1816f994b6be2ff72
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebeb697dd6733cfe75a3b1c0ec02a85216e63efa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa36fa95c99cd0b7b453e4a2377fc619d83b1b80e87962541effd45fcb74b3fe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad22350e72a6655a4165c0b722e1946008da7f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6e9ebb7dc44fc5ea34df5d92c5a2118986f3931ce2686a033dde463fb66853
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac3a558ee96e9760be39e0b119ca2c448002b06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142a9aa60fd77843e87e4626dac621a00f622e5a59d78c5e3d514117dbf116a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ca6d5c61fcadc0eaf1cd953da5aea8e74f8352
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd61b8b114ffd01f79b530aa5f5e6ff760c292a36d9a7d1d2eb89109db78a82
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f46c5032c425c99621b2d855b890e5d32d9f37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2951e185b1d846a231d0360381ec8359e288382d206fa37ae4f962a465c7025f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947eb0e3bb9b01f548b4329a4b1bc63e27ac2f40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d3aa8dbade2dccfa60c933fec5a6a08b623e5e85bbd536dd44630ba7b4f37f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc56eeb26032a8b58475c0d3df1130835ef4443f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f0ae46c9d855fb7108ab3ade5309dd9017af5ce040ddd4677b176741e6825e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376713bce866fd0df7a67a2db15f327835c14f6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d21bce71c5672f5ac4a276079e7d9e962d813adee1bea77587f3af7e26adcef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fbdba9fd9c3f0fd68a5e2e6970316cbe12aa77f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c21930a03c30676269e6b8ef3de78c30579ae9ab7f0c9f64187692feb48f0a2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dac7f00534ec231322b3c3fcf45f02756f795e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0834fa1093ce4a7c788bec61b42a32e9daf04609c24e9e4796010abb50964c0f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc400940dfd91d94480a417ebf63de8989dc915a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b742b7e2cc8f35e1ff0a85bd49ec11dfa0455768dfa764010eac5aac91cdf2d9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c94e2bb4dd675cc02c13c0e59495a8edf8a0d64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc877528b32d9c4715a868af4a71ed69b203ea0127739bb90314d72273f6fd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14334391d39b8c8b698a597246090bb0be43c09d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64797e9ad3b25c68a19d2fb55dc015dbbef18c1cb616333c60399b8d34906175
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc33583782d72df36183bde1f3600e9ec69e55b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c20f725233d739dbacd5d5e4dc0c5e9e286ea639e8909a64d5389989459785
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64abb128ed212f3ff7c16f224b11f18fae77a8e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047515fe90fa9c8519f563472d09b4ff9e20c6c1042ecb1e5e4dd3994f758226
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7486ea4bcee7b803fbd4a6d1a8cade9bf1d38fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09dbcdd944af031d685de8a48e1e93da328c13018368c4d7b12beedcc3e686a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a30bc8731fc71e9d4e8fa0710f90f22c3b1133f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646c55ba720e6998d9debf5d0ab81738f95ece57098960c4e3b388590a6e2d1d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334c9943b1bc6e3d08368f01bb99baecef014ba0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf941463bbd4357316d600f8a83c5472027088a53ddbf99953519f44063abc9b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb5b8237a67e5d2588215cdc58230a60b154fd64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec01e7beb61f8ced7cbaf8f470d08ef23760eeeb14da10ad2db94e7cc502f4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aec91d4775d797bc1cbde337bd8205b41a1823e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bc9b8ceedc60656738c604c0a78a1f338f173f364a99c470c992fddb402aeb5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3553f4bd1086fd566dcf55652ccf4dbb58c06ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de04326059c28529dffd7f79c5455d77ec57af0627e33acccb815b7e17d4709b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb9512cb9f403863af4b3e9a86e9ae05d7906bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ba65e0f66b6b5f47f5ca65da50c394fc0e1bd22215c63c5b8c27fc5c2429e6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cca6658d1716df2eac54f9f8ff03a56cc0c895
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a05f37b3b0cf10534532e56995a37bb4bfabc07710717a6b0ac49e3ae96017
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e6e978afdd6873cccf1346ad45baad7405c118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e3bd9b4743223c5e246be5845b3ce58dec93ea7f11222f09b3be371037a2ba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7183b0f84a516209cb66d761ce5ce6beb8731d93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33ab22908298aa750ac82196c711c5aef0d91b8d828bc98445668b4bf7a39eb4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..415bb7785db3beeb87bc7675bbaeff09f6f99e8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46713e1871815a31848a3839dc0db3f2f32053293404b0496a9748e75f520b1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab07e9d353be42b5786c25c999d4b1589d5475d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734f4ac0776eaead6271d764ab553f0fe1e2e657a727848631a919fb80221e56
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1d2da199dee8d1062e3dabb675a72604bdcafe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913437f46f06595f040dbbb5939b1370937e9920421622c44326d82c6e0832ec
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc46bfff7f8d7b951dddde41f6cc35e478a12699
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3bb0e19893584a48a4b6955327b93b0f22d245927d50ff64948f0755bdb8ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6243fef596db6bfadc4fe1e65cd12b823072ae2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfcf406ea5fc1b420df24ed19707830533eaafc2ade1786cf688d374f91bb9b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7513cb462cb4d5b388294e443db348819940329
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca5f6a20d7154ba64149791f856195d97a52a9345489f1f1e7073134721f4cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c41283886029c04f8f3ff6153821bb8ad035f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765a32ae0f1a41644287ebf875f7a1e312d7ef6e82c694d93e1e707c300c3e51
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1710d9c8eff18822ba47ab5e7cf50765afeba5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3100d532c2f598fed0775ef43d8597bd885787e5c33e5c14ec6b3e8d7851e1ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ee327b9cb9974f13aaa8a03f8dca9a6c6ef653
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e94a11ea52042b8d2cd4ac03c3624bbfe74fe5ebd6bcb442b1d86d076d2df2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19af37cade0ecc05c32d7735af8d06be3effbe28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b73b584443d7c04d89c7160b5406ab71a56e184be0b4748913ac225a0685b6be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d48b7528705f75cb65e600e81c455f39940b736
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fa22ebc4535c198e208da3e98e42ad789c71f07e559d50ef2dafee5d3e08839
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f51f290e77989e217412c763eec7f2c43d28bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb3e1e53578ea47f51ca299386e6927292d8456ccc9eb4bb94fe7d9c5978a16
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84234756ec6da3be404b5c50e58bd405998776a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1aec0d23e71d0b5ff442c05f728f410890eecdc9484e7cf44497400a82bab7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e91929e008267a85a67c1136ebc010a664e444
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9280bc6717b4aa164aae18b6126ae996c5d94841334d79fcb1431a3c26c4865
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164f28fc3ba686bbfb9e594b858f8b3e1b6916c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98b2998f7e3ef60f18d674e36d0f1b4198de8e98db8aaa4d4409d8799712bc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a898db9095ba335a37b72395db07106d004ab935
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ebcb552ef6d63fb7160db22b6815dfde021fef5eeb7a07e7d80cb4472840ee
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f599fd3446aac427aa9db02ef3dd0a70fc7f3dd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f58814a7d91c5788598fcf0f91e8ed9b01a0f7fba45de28122e005fdd918623
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d145c74dbb5710727f546e55242aa6241da6863
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66af461cfe9c5d6663bab5907e3e8f6ae9bd8529456d98f42127e32a6e6d45e0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78d7ac3c4e547a5c66ae5cb54fc2e09b61fb1aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b1ad70694bf1b44ddc333a4477e54af2bda68097fc0f88335761c5da3801ce1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1497e9e2c5e3118dc4d0c2455ab21083177e030
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa934535911a2c166fc2f740cd9ac29c82fc08084de3d2093ed2fe2bcbb10e57
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b3f333a393ca81cfb1fd5817b7dcd17c267824
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5987b46be3bbdc38c56fb936cfda4ddff7efa275aebc3dcdcd8b410d4cfd33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2c2cc801f3d47dbaeb6449f7036dcdd5b43214
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cfe4222687ee28074f52169c2d648ac88189f33e9b2f3a8222d0c7c9e7ea8b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fb566a0c92257055dd0e189340af921ef4d974
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b06cff3a95433b0594ade7fb91d43f596d8078da8832d311b2749ae8e1b39d6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e590b9396cce0f1efa6dc0f87eac7326b3b971
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fda76a912dafecc5eff2b49729d207043951360fbacb63d3c28ecaa6a9d890b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a1e492480ed3b2a879b9d16337fa64d23281e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f151e07308be2740ed3324ac9dc303814bb9cc0d45accff1b2fd18de2b0d0f1e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36522ef7dc488051645f06a2325d10629b28bb3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91be2f0fe628945ac86faea4b0782fb6eed8f8d51b69c58b065035809efe45a1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce70e2ace8a11024e0b8da47f913c085d6a18577
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e8b6305753fe4e31c30330ef2c311da46cae68e2d2fb83b5efed0bbe93d0bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e631c743a218decfe230416ed7a5627c0ad955
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca52ce77362d69c7432437464dd65e0056c390b51b5fa78f548f97eea31f738
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234b2b329018326ee1d351356d430fdae936f22e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02aed49b850a257002fb3034880616b8da370893f5e2fdca346bacecd5e6741d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b463ab34592b89d205f1d92e050454ad0b7d36e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfdf4b7a4c46ebcc6ab98e661424010dd4b29159fd7e76e6a2120283be59b3ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132f8962a956bd7500709d9a8384582611933866
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c50533c906047df0f66ea915bd6211d52707c18fde6f6d0969c7e0267989bc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3d22ecff17e88f8d4adaeb9bfa82e193eae1a01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4eac0745f19230edfc94c116597f66d98fa8095470d3d9d26e99f904f68f0bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b5b089b0c329dfdfb32f30821d4b3c62bef547
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac1706c5476d643dbc8bbf805a1b3328c2502ec69032dabfcc510f36aa06b4e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4983ab0b5960b76f787803609a6028fe77b42dfd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a778e7ab5a642c41f4c3707ee37924035ccd7b18995f0ef7bbd8af21f5934683
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481e53ffffc3290e76898b15030517cb224f081d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c881aca45ad8504316d2beae51b11fda4654700f8b59ba2baea34e92288a5a2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da052fe9772cd206faee8900a49ad9bc19c80be2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbdfc54c98097add0a1598c3b6e992a7a545e2fc5cc07344cd0493ada8f700a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a711d3614cd56509da30d35c7dd9d577f7c93bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4a7614fcca1be2f805b5e376aaf1eab3778e80b022d73b116313c242032182
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3afcc5ed8182ba8230d792f88808fab9b66a223
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5224b74fa4e9be3fd7751e53d91ad451a9cc63f8c1f69a617ebaae70bdd25edd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157f65262c35819dd0c9e47e1d19f1c64d3b7091
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e16f42ad45e174876c87d382289e2d52d9c54d0df9c5e2e7225f349c2687b9f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3063817d64d4d35c72453cb48184b7e5fac02eb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68dd5f696d50e8ae3b46c9135d13f9fba4e1655466feee4980d6f863e540e99b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66c3b64a348fec627da92f142d742d8aa93fbafa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6259bff2a16fd913c2bd9b369816d0f0952d522562e776801c8d5f02fcb39f10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9575a30f710b2b57fd956f70636a82f69bed0008
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fbf48ff8034d870b89779d6ebf92c13566db09e38484f005002864f767a0a2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0138ba5963c39647fc8c6d98094b3e7c59f49cbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2af57afefbb77521175b16d3f2eb9b684b164fae4a307b5a38478a1c3a53bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7325a2dc9c4be6554ee323f155e0bb55138b34b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d85c32f0bca2d1872e853e2aa8c40a91a0becc27f725ab7870f5a9caadd81d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c56da55fe858238123f7d58780b005f7236a81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c46f30a687141ef7c51c923f835ea5b8e99a39a4bb0e64c938259a5c2eac182
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59604c4f703953199838df53bd47ba16fe71b82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00335c7680048cc622beb123313db6552cdd7d3d0e44bf464d9e3fd22cd84c4a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8895bbb9cd07e8abc7e48b64f26b4fe5eaf62a91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba67794a0d444e4e85baef690ba6bb2d7a1ee07a08b12b51ae7c6020d05906a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e3f729e5fa5c1559d1a4fdb07199cafa501aef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d25bad85a22350cb400ea00196da3ba0e75c033ab77acc1519911a708d037
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b06986bd97a1103322a8ebc5eea6ac33e38c01c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ab47e3781dbff8bf2f0607942eff6a76b339b1672a013cbf33437b5455f1053
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8075b4481dd9e22a23fa4b7ca2da79a5ad4b4f48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee3a4c05d73cea6fb6d5a7040d90ee770f09b0c73b710f48fdde89bcd2000e6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e784b4c255e31099c2faebe73a3511ef9c3d5968
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2dcfd58711f9a53046c21fc1843270d3c49854400aebd3702d7478c20a67ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28cbf503e289ee4a5cb29cedcd5b9a395183787c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4d183281e31761a3a836840982196a2a682ac6ba36401738672c3d0b38312b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db95e2b4e7241a3ec8ea01f9122cae9343b5fb14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a4595eee27b04c986a9bb664ee32f398b10ba39ff2589794e84b694b623b2b3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca740825b16938bc98f1a79c9b7e19203446d74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4048650ab1342698c617b43145f7d7cda2711c9a7f508b2df9c4f0c962128264
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21faa6c683f9460f731b5c097631758a2d01349
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86561ee434e63dc7246a60f5089611f537b6780b922e888ba209454b5ec40da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92a179f655aad8c45351bdadd75b1c13e13a998
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d42abb4a612695589777bd154c47cfbeacbf9a50d3e33c0f44a68263d736ebd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d8dd59027844bba6e565494934f2b077a4c193
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ce4067e6d1684c39fda13dcc1eacadc4a59af45194cc646e808b9702fd63f9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30b2d95609c04d53f76dba22c704fe0842cdf69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947d507362dee5dbdfcfe8510f50563903e796a20b0cb4dc6115c7a9578362fb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb274c85d5abd97dd935a0e6e1d02f0e0d86dd13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e77cb911f6b432c0c1b1110b56db3647190a60c28cd25f289b79fda81221640
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d259cdeada0a9e4595f2ee48695f869b223709
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df2c7b7103bdf18a81a55ed134bc1a768e76eaa59dbf269b9b4f71150516617
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6548a8aaa2efad32c054da55498f1a1504845c19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f36a65ca15d1100b4d3e265bf3ca5b752186064c37da141b3280c6e67c23d3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25c983083827485992458ccb4e6cbbb28f59890f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb24ac738f7176bf75833d11dbb0feaef7e0bc5f481b5830cd4fd5a3fdf47985
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19da291eaaa99f4f83d429649ac7ec55d75d2fea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbe340f4e09ce5f146bc351004297b10ca38d9a800c570bad4a006e5f058eb9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9668a13110505f0d5d5f30573dbdc8ddaa135abb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea47d116f29f3de1c25f727ededc02a1fe6d6a8d61a43d0e66381a5b07a02ed
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c621421505c733299cdaab200d3c0f4f9419a4f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748e4d3ed8b3cd980d7c0cac8b35cbb930d45a3bba3fd36a8efe83111a8abd89
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9bedebd4069b1a5d00189fc8a40ba932ba81b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e5623fdfe360df1730ba095f0e5b070b881426d4821f2d6ddbee5550debec2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d0b158b5c108a97ae8c3015d171c3e797e2719
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922dca54cccfa3f0a8252a5fd1b1c667687fec0207033ff047a09c103034b557
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d51bd9ffacf3d65bd3cf3da7b990071775fa243
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e197f185afdd45a171cb5aae064febb3835f82dd2940a372a46ae1e70bb4d10
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ec1d77c4bdf82cb350d092cd2b3a0e299e1661
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44171d3cc60babb6850bd348c2fd44a9ba403c6492e4167654a47a1bdba5c989
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d45629e515cda610ff8716137e1e952497e8a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00808ed14bbcedfb4dad1a6627720ebf7442fd3307b452f243318e764c9123da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cd4adfdf5f072f095c5be2ee1d1fddf69fd30ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23608bbcab02e38bbb5612283c5bc65578aec0cc8a7cf451700bf8ef42177dca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d15dcce6c3fd4a4f14fb2bad4624e1e8a76d179
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810009a3953e8d0dd83d2e974ff51d81153f1c1db9808858cbf6eff4cb1c4447
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61f840c9e576064eda08f574cba3fcb16ed90dcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d1275aaf72838905571306fe337994438ed844b3ef6b515d390033e9a98cb40
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e6a26c231545505c81a7b2693e41fbee68bdcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:350e6c4d092e25a074111292df17337a2a5cc67490f5a1f1ea1505896fb627be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9809a98a560a21af00a83efad18b46a2c090ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc32b5f5a0a36edc524fa98ae047af782865562a3ede0b62079ae0a9c8fddff6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87e2231cc11dd20a1556e64b34286e5f87cdc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7fdb88d7860c86aee6585aff9bc87d3894891a4dad28225fbf39366172ee51
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c113e38aca50f144740ff5d80009601d2177d124
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377ea5a719e7e02d0f1d8602e307a3c16de75191fce2c8fa48351a9cd639d2ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7183c329f7614b9d245627399b871e90b95611d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67a2de49b8e1e0dbb9b83ca82dfb8d1402cffb3892b736862a2bcaab9718284
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3c79a0e5defd21574565c79aee0a5e8125a260
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883e2d91d6d2cffe4d90131969118b07bb4c4f8ce428720e6f1cbff4bb174353
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77c8b7ed3f5e3d473cfb123bd1ae2c3ffc41dc37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d7a6a0b73cee06c60c91eef5c0e95928064f78aea1993f08b76f6fbfd2d94bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f117d9cdbfe89234da1fc42686f883d5a915b8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4e9f996d78107f0d591cfb33c56dc06519bc0df8857cccd48495940031d4da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce53d8e3817c74d7eafe1cc9af226822a37485e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5dc9f956d426514d16438e39e4801156fdd123f7614e31803f052bbff6fbf0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ba0165ff230c716d2a65d676a051ce865e9de9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e19da2d60a96ebc51249e9fa937780a2191490b97af88eb361debfcc3f25e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d461eb4ca45db730e07ffd8565310c1ccc381f16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63a82e6f77ddbf4f5ca1aedc3896cbe4f70cfd170a1ca284cb2803aaf659955
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776dedb6d60afd142973b5e887f8fb233d1b1ccd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:722e243bbe5546a03f159a6bf8a8210c1f6345603e942cd2fc19cb0d52943120
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47308adf05f45475f73cd73270d5995253d762e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5033af08ba79d01ada674ba733bafd4354cdc8f26497ca40e772fd4c6925dcfd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2901747fc05e3866a4d4f2a6b651d3f67ea15879
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb5f52c35361c34c977507dede96756bb45488cd615d79336af859981ad2e18
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcda9ac0c22689d4274e79fd3af653c5305aff7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c811116ed958c4d25f356d4f5d15edbc794af015c6075d03481b96fc49dcb222
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8a81c41c6c6b451f90699d1104fee2e43ed7c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c0198b9600f77ae9e119df16873f40e2073012db43d330d6e734800cfa1c484
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d5d0c40b0407f60a72a4bd31b2d72ec840b4c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0a9553acacfc433938f54039cf6f253aca17b7a952ec04a09b9f9879f830228
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa7d4a103daea3e18a6b079f3c90ade71b600a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d971831124191f7c4769214d9573e53c99816b05c7f86e4c769e560d2acd9a4d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5653ea643fd32c329985a50a6d75480de53ff9ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa10c6c8100b10839b9440e89c2d855ed9183cb3725a0b06d3f0617c0ca8b60
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e758e1dafaa5604e7f771e9c0c7917436b8d5c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92d791e34bae4a15d5d8ed2214ddf0db944fe8d5a67ccc3e2d57c8d22ba87c7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5692c4f0d0874cae665ff01a3e95c56ec5a3dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a651a596ce707ae6601fb59f4dbea1b5e9656aa3549b779ac4c2849b29d1c690
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c641ae4b46a132b0caf5706eef8303f3658659
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74443ffd223285aa3366293c95afd2c3e9f9b8299b8110021e3fd49ae4841867
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc4123d36a906fdeb6dfca2f0b2ce15e4d53e3e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2b09bfb41fbf87fa96f2196a17989ff76445663ac2acac86c465490e53ae52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ef92c265ef438501dad02ec641c92e503aa233
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fcd1011785226f68fa7577a7df3cd6de42da4e93978add8eefc9eb717e553c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072d729aa27d4cb0d3d2db415b717a401cfe083e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f07705a3874681c96d226c9732b06b3844a02c87c37517459d5726b206a5da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1601fe22ab10666aa60be04f4a96a4acc0b1276
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1bdae22421ad47717b461b367d5f22da04d3e764a8035a19de3cbbcbe2e671
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36d2253474db5420e0f0d5196a0a0b562f0c765
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0831dff02d9fc335b7b2afcd55f075e47b81ccaf9ba9f9f61899de3251bd8a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d6b3c293b37b717f9ee24802548a59923c1b15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0be47d8fd33bbd446aeaa7b1f25864d720e9a97e762a1b068ea8e87a06f2c60
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fac5f434cb5f2f71dc6a3800420ceea28e563e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67be2c7511a96b0a023db2fa5863c9caa76e06216b396b3381e35d186c03785
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2727f635b1f0ba5225620da7f5da5296304a4519
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce489fac753c6661c3b970ecb1c84462b4973977f433727dcfd7bb01a1ad30e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253a4bbcc5e4c542189c45a761482a56ef82a102
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04e0ba71036cacf9397d876956c9f8359058f924a6b8a89260698b8daaaa65a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98d14aa6a9c51aa00a159f0725d4a06dbf83842
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1e5ccf11ebcc7e2e188bc35aaedb5560c23983bcf892c87749f49979bbc64b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d622cf7d5253b3323930fb2320d5c33946c8c10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be31f1bd0913fae3627a1bdcaf8e81f033027473e2559f4c51106805a762a8a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ddb716b202f5d5845a04ec04e52c277a0202e03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:702c27119c1ed9a2fd4f585a446c7662a148d18d5683c4ac476b21d84e3e1bfc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430e7112318656a5aa6aa92e7af6e0c4d37eb9c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f06f83c9c4bceb2f3a08e8ec8c835ae5bd03cfd914d2c4ec8f1013e79b8d758
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3513117a17b3219fdb83c7aeea175190152bac1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad993661517b1c4099dabd6dde3ca2fd832ebc28df8d1797953517c8b7ff0e33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567263a20318ec556580e312bd597cbddc11dea1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116fd8884be95c1c1e61d7f4120f51adf3bf39a25af0c1949e1e745ea4bc1603
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe308cb2113c7cb24410baa652e63573fcb56d18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc09428dd34c9104a46b67d1d10fffe4fef28cf0bb5b3578b5a0d44d3f297c7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a19545eb156c1f9b7393b11881eb92f4034ac3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd794c54f90a7b0df891a36eb8b890b037aead689c51abaaf48e80e41236f3fa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb43b2926a6bb3cd9fc67e240a3e3e588711214
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db8dda512d73e819076d49e5cfd4974b85f20349b1949ef6dc5b814da3c734a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43da04e2adf2a690b84deec4648b1b2c6f25092e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:082360589babcb9a170e66ffdb620d47e9ec0f003914ac2aba1a53b6cfb192fe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c5efe92e7b5ee74b3d5ca028cadc90ff99a31a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51832be0c7242162e860cd55759c3bb9a8c3702b62e6374a791b91de3a6339d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde0b52e3232d1f20b8f35692fc86f8c85a0613b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f125a3f6744499835753246ee4148d5169e03626670ca029035b691997ef1c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26db1847f3401daf7c596406068d75c018d2273e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:569be0b97bfce77d3c40de56732544d9eb46dc066364eada37c122f24f66e509
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f396a3994cb5082f8251b86d5d7a8c630f9195
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e6ea2acaab09e4bd0644dd24dee439a44495fdd5aff0ce4c9ed93b6d42e3a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6305cd124248c171d2cdc2bc983eef698204d321
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfaaea465125955bf40764b8364942146d6ead5a87e222ffaa4e351eef8ea94e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce9d3200187c9977f41c5bca36fe597c50410bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c0765b6eed8fd7dbece2fe1bbc68953133cd304de818ebd238b134abeaadc5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb04d918fd1c6d08a78ee90611ebbf6af593f02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eac331bfac99c935acf1849a85dea351a05830202cdbfa535aae4dab16499d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4542281705bc2c3aec5f8260069724a8d3899c6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb36955cf4d64a80f98b4a178700e81e4ddfdf9d87a183bc64fb997a9d6f091c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d35beba70ded4fc3df60907ed3aa198efd1a593c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b5184ea3415bfe37efbee776b7232ebeb3d88913abcf9462e71af62fa06c3d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6d7b16eb6eb49ac8cc21d6d45c2db40a10cba6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913aac2cda551546b63089707fa13d87a8d789a28fdc559e1617477bcde78b66
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43fa5e0b992eaab238ef3c431b4d4f2cf6ab28e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c317072d8ead2f18105094dd4dbc582e1569cacb143856d4495417d70aa1d347
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55e48a11d552088834525de1cf7c5a4ab7fb0f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c337bba4adcd704a9b33b80b2c333c8ca847e10e3b157e719cd2a8c29b6c9caa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec1e867cad141852ea8ef8dbe72ec8be8739fac9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f46b6be37f5d9ec4ca3812ec098e4f802985e600e9b844a88a8a56ab592c92c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..670a90e929fb31393c8763e68665094c5c24add1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2f03fbea630d227dde41d2966141f34c3c4d96158f0215f3c71eaf142e13b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cecab946ef6a92ec44165fec31a891905000e34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e36e147df933ddafb3c7ed16730c7aeb203e8aa528a650e5aba808f58298d33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44562d9ae68e0825dee7cff4901b3fa34cc328a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081a2f62871bdc31b72efaaea0f6cbb282b19cedafe24dd0d6fa0bf68e52dc73
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..342e357d81d9e7514e012d098d66822d004d1bd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ab20718571761bfe14648c5487496491b6adbc9614dac269ac12c4fca5d8254
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6700fd2a9afb1416ab3373d40ff469aef017a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37297a28aadb7ca61303fdf45e3a4a9d931442fee420679b116543dd1a4aee35
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c84752cda4741bc81c6da68a3a805e3c7bc0597
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070ef3fc66d764a2bdce56e00839e6be1f3794967e7ff01122325a66ef867761
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..444e2b6880fbe5bccaf93fc8aa2248ed3ecd2366
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43f0eedc49dfc596e672d8b691597b5198eeef6148ece4f471f976edc63c285
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1be7ee509c09c3c4ab79842d32ec8802bcc1b6a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff1817391efa7867298b3a1634eb58edf5a3118dd2967338e87e7db0e9030f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567d774ecd62f8d70b95170c4c0ca6dd57a30fb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cca0a7dc86c2f51be6eb18ed8da72a1d95164955f7b703899fa071a05f01458
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41f9547f3df75cbbb8c170c6ab9b92b3cedff74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325f2eae3940d99147305c101ba0ca129195ef72b620b780e4d5bd1442c08a3d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e583510a4619de6a6bdf6e81692806481a7ec3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2673351faead8e3a0be356a7b093373a488274abea77b73f5eec5bcb3e8b4e29
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c109f1d348786cebb69a912a517abd33e3e9edb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f9a48c54f422a00cb545e9873229cbd2d41203d1b0f986b6ff76acd41ea7c89
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0560a00dd0ffa6d456ff1dd51ab7b7afd480860e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c72e9ed6ae38e7b5fcdd2aa60a965f5f3e431fd9d7a6d1eb27e43954ba20454d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94cd11da1d1c733ba3b53b4f8c57325c516b86f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9457198e1c53b59262c6810eac900d79cebf926d8d50714aa167b8f8cce1308c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25007a485f9dd1251bba579c6ad717726d9f1d6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fc5cc24301ac35cd5b0b54e5026cc17d35ea2b970be7121d5854bc24fb4839
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02aab0d94843482f5fe2119afb921859f7a7b62f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a53a9ce04fc8448ba05a1db62ac3c38b9aed0398e2456bc249f7d523b5b6b819
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314ad4cbffbaabad7fdded2b48fdd16d163d2568
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11728cc87a0d37a9d060c791f0e9f11bdebcff0591fbfdb075c902de84a1b983
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44124d402e885cdf749142613d2d258f3cbca16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0718701b261eb847ea05cbd4781c720040d72e04ea3069a43ab2cf29eb258a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d1263e5340fa7bc117ba3af6b8dee01c62b0d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ca6846900be7a6678f1b3da13286bb827720f70de3c5536cf74dee38b2f85c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd394148e42114aba517e9225afe81ecec8a873
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d86ce46227deb11747f64a23d9452b71625e90cf43b1fc4c083fd234da9b376
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f14813851c188b81f98709e17721ee856c476e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fca2c06683e1a0d4ea09bca7b93086a5b6684c34bfc3b827ebd9b13ff1fc42f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f651b5ea48f804ea5fe5f5d341e7e9e4164428
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b847bb306dc5942af1a15138160f7cd6bd245a9efe820382a738b2f7017f78
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f889e35e1c99acc439a07ebe97f66ae4ade21e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c99b7dde6f4260bc4f84d49ffc3619c0035709858ebe9847280fd919005b62d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19133aa41bd6413d0510653ea0d24dde5c628b8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44994f86b5118771bdd438943b5cdba281b06237ccd644d4934fa29d80e377bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0956302fc1fcbdfdda750e6e131e86e6defdec0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9777c4e48791c57434667248e08828851af908b2e204dad592d89c571f03a26
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..345460b68a363e7436602a450c9923a2a43747fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7011f2bf169e38abaf004ddf001ed56fdeaca62e7d326abd69d002f0a84d8c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dce426ea8c7b8ae11493c7bda59cdb801ba9be3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744cc56034fd95d05c1dcfa0c6bbdee0da858da2fcd52f9f23aa66140127b1b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de92b394ff8bf56930ea19c97378b6cd91eb196d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78573d66953f85febd062a4318be294cc5d360f3c8b4351129ff37964785a67
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2e2bfef7a9704a11ccad7f3d3cd5bf16599e4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51606076ef01d4e149a5f011bf07d22f7e69b92dd35255afb8acc9998df4a961
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7437deff7220d0630a8d23c537131fe4c143938b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b4a3327099959cf2b31b78a888bd5e8e3b04e605a12c2c4266ecd89ce01f71
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026daf0e6842f724e6b44cf681d2c7b4eb173cb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4df74e545ad0f4515dd3a5620282ec2eef9bcae1ded8144f4f191cbf188527
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9400cf602baa828c3b39cf9d723741e32b478fe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9900eb59e43a0de6a14e9be9ed896cbc4923c43cdd62338726bd937bc5485a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d12ac2a81e039abe15d916cbf2953b64244a95e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58430b4464da6f04c4bf43c05cdd620e522e56e7650f3976b1684ebf5b4c32e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9bf2e6be7ec2f81130d5fd1dc84caedfb04086
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3642452008c961c6afbe4862c2a8134748830c662a73f319db452d0acbcc59d1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6749574d8900e7df0f7105086cbefb366d5a816
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e761a5a92389876028587a58336306344f113159dd83000407778aef4f286e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b262f42df0617ef1a9f7a4b9f046557100a9bcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611cdc6a9e7254e5f4ea33499c9fbee0e6d28bbc5d42d8b9a543b4ce4247eb2b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4d9f81db65f616bc8258379c3b82011fdee3ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e866a86cb5fea4eee49c7d3579cc4865885c2c91464fd999afdbc71b3e07cad0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e5cd2dd40901435b8966196713e56690caf986
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:091d8e45a795ebe634386ef6c82bdae3c7671cdb06cf928b6fdd231c9f14d038
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947b7c5ef95f5a0281f706bbcbe9fc1f97377abb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9a01a31b2a6f2f099e7f5f6767a811d60289589d5ae1af3b9eb87602f226992
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec943dd76693d77cdd4e0d54bf46ebde0e0c18af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358269a649d7ca2407d366a47bdab9afbb122531dd6de7d9fced1d00582e97ce
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da3612a240003cdfc0e73ebccfa2b23816ef297
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf505a75008742c9ad516ef65b1e94a5431e12498847e5ddbc033a02580f43e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178543b03b951d0e9437f1fc82f89ffc3ef25ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70a3189413c90a4b9f32a31f26f9998a761d72d71e5c62f085a9b542e60e789
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4e1209f8b6431fbc2c081504dbdc22f47ddd67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30246257864357659267f3a9c503018591340420d032b3f0c54a16c5dfe9b1da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8531b0a10a70bec140549d79aed4274568f1ef2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83611a45bee1e211c6690549d8aaf0b9a7e1cc0cc533182126e1bf361ce3bba2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1f865daa3f83411cab64520cf7732fc1a10ee3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52b757a8dfb446c21869e5424602acf4aceeb5a1d5eaa8f3f24f4976d0b07d34
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453108052459b599e9d09a2248ad75875b932f95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23930888373aacb9b084e49255152d033810e9e6199c407cf8dd6f74905c71e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44ef7fa742e7cb8c9bce6249db5ef11fdc378057
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e21718d9b037027f28fc3fa7feb31086fee2bd0b1543a2d8b2092e079256cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c925fc4f21506eaa24934495a732f888de13cdbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76204c94da6d6deea38d2bc110e793ae94ebbb0345e63800fd6dab24d91daa4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d44bfe375c0e3256f18e2f86d9dbe48e684baeb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2566d72e5d028ec4d364df80085143bdb07b6f855ddbf69462651bb25e9ea5b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754268a0364b28b6531f2f31b1c32deb3ac9c951
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fdaeb5502db9c5a2c86b1f7b9db04accb3d94533bcf3955f0532b9b57c8fcc0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f382ef4f81fcff52a98a908140145dc37bf821e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe31c06e2a83b212e259f32de3ef78569800079fb66b9f1698bfd328c2f5e803
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b4d2b2dfc1384b5e90ecde24272f6df6ec7b229
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdffde4719ef4a31379d955df44dcc26ed80372f953f581b22f51f7e6cdbfeac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493b69243e10da141c41a48ac9123271ff9579ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2daf2e2652c5753c7f4ccea3a67503b988d047ef1757952141abbc60d3c7624
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6f756987d135ebf7268fb074b82fad5a038055
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e154758008fe0a6d2af73495d8d479b49c8fa65632ea02b9f926db04c57647
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c883deca70cbc4438a2ee88cdde86d53a9b2d22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcbde17ca5bb54e2ea3d349dbd09d4ee7baa5560b4545e3c35549be556c2cc1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d45934936aa46ab1d89a7f97aa20156d97757d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb304908090a75f2982361eb3ed8a15d9a8acf55602507982d347eaab7c21218
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0643252e5bda6939d87b78b4a280237ccd36b6a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6109269cecb3113a90f2b549834f6c21405018450e6722a6fb9dfdcbfc42250c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969ab43161605cf68b89d5e0b7425dd123e32d81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a727c17c65db2da9c19405ddebfef69530cdc50abd858f47a80259f97cb1f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7148ec9dd375c48a651dba180b23c284aaab557e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4acaf304017855aee076de5f5b68cdf16ce6b7a9a6f6e384c4df8efd56fdd9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6adf244c075a36b2722a9cf6fff221ffec79478
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e60adc09360a4da7fd4ccdb62d491bc9988b673141d01f6c75313d51850320a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c18e5ae64a82ebc656565ef5fc230a3908fbb60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77c899870ca8f712065527538a4b84c9c9e627176a1faa3a85314ca700a6ce9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc808a33915eeef426fb8e6a526628cfbe0b38cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:403e2e68e1f364de6a75731830853aae131e0363d1f443fc3789a5c9e708bbfe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dee5fae7c814f170f09d718a363dc38bdfba325
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa8a782e22e1f9d42070eefe96a5f096e25e0589f4ac11c78179c01e20682a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198d33ff6d40a28e2ba0461e6c0e3c0e371a3692
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14369ce81a943bb332cbff4e26b76f4416438ed91df70055a236e6a664cf0be8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f2fd539a8d4441ec2d15f467c8998a272f482d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be5f067a2dadc24b5086377969636f27e1cdd8df8e9492c2a5129494b672bd1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97334bc09e9da50e64952f575c8ce10633182b84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c687373d3359bb2472ee79eed38b46507cca958bd7c924c1a2ad23f61a7ea3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50f0aa58ccc3c5fb109d03b23661f11f21cb07d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0670382bfc065fad878b875f2131c9c8c4dd7a597ee949018a73a3a20458dddd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ca9fd942fe49cde3c66c1113e4d4e15bc9a9eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b063e9520841d8b9797100abb304f0ed83e55378d284e754566e18918487a96a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660bcbcbf8c0f75e378041357a5d6cdcd9f3139d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090be83607f3c14a5860ee0f0e5d309651861052a88f24850c60fbacc4738011
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2bce9c1282e90f53467766e767e9b7a6f34838
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad43ac21a6cbd2ef1ba58d9a870366be05c3b9330abe885cb35971d71305c23
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9747a81a98e5b758c428dbc1829727a70d754e89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f808aa8c06f2a8288265357ea12d4103450ea93f1a5209ed1b61b49096fcada
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a802c630de9370248cc1b7dabaa1be0e25493e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396067f6523b4cfb89e2a725b085f4df498582c0643b073a9fd7d9e8edacad9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d62f4e5aca7d759aff76129f1c72bda4d3fd04e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5698c82db511922e6ca7c6a190fcfd2ebfb1021b4708248efbe2424959f33877
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21365ddc0eecdd10309a1f21e0fa6897e7e112cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033eb86c6dc4f2490c1e9d886086c42a168bcc334646fc5f3216a071108675d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22710516541d2e03c8b64f7f271fdd9878647dab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44772c7d5be130f03a93ed6da127b81996336bcc2b6cdb6b0191f08b05c5a941
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454fc313d91e3920f56ca494d4993b9d734bb62c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a561eee8c847f558e90ca2664e4775c5cf2d3ccf8294a297a38f80833cc705
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54db03ce231333303cd323307537ba4ecc8ebd83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9c2b75aacc0062f92f3e5f467c732838f3c5d2001331abb07a89425c18b5da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37c4eed911cb765d327b0ab9f75655bf51de5c9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8483a162b4194cb5123101ac83bc7a72696e3f098648e6cf2ee301849a53d277
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d823a4a787a835acbd75bde5aecb2df104f8f31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6508a44bdcdfec25d4814068b293e80b75ecda03eb1a7660124cd1d19cc304dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1181abc6c547d0f7c8df89084399b5cf71686246
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2a673fb228d7d3dc51ce14f6ff0f31f95b293ef7ff2d6e401762a241fed5b19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8185218991416f42ee618b87906048e58317e061
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e198490fe535eacd18331a4c7e025a8bb0c3911e4797ec725bd33d66d40d2f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863a05c531c181552cb17e9a9cdcb7cde8f6ca92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ca493f2ec764a9f35dfad240895dc8bb3cdc36be0c4697815b5d0001915eaf7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc09b24b532626c31572885a619b6a948eea258
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eebccb7c4d20ef4a5f8ff19fecaf0cdb376a80c3a15950a4ec9ab585d82168d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c141ade8a1e2405a219cf15d7cf5d76aec16c3ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8503ddba2f2ca94bf130e7af363a564f2f63ca99ba0bb287699e1f141fb78116
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2d12a100eb162bd64ffe2a55420eaf11e4656c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2eb6975c0118f4560024fd4e6d1c7e81f1abc56a41958655f9b046ef338b67d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60751296bbd0ac9b0b5f0e481febac00cc1560cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98bb13459bd922e066e59b5a8fd1f5b4a32d09630580163c3071b1964c2c7b7b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc216428f1c54caecb9cc802a0e9c210c07a4efc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcb9c1718a236956364b828018bf1c0d853198488713a6ccc178e03dd5a18e1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e30b6499af4a7cb75ac2bd08d5cc0369e6e0ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa23f27fa3ce03ba32c97c907ae2f788d58379d6f8cf941defe01892eca16fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29681ab326c75a8edad93168a4fe73dc2d46a0b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5888bd21b960f035357255005adfed0402f91c226ddfccb2b6df182020d55828
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cda945945c8a318a02be4d672e15bf3841a6853
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67906d6f9af009647592a3493e06814ec5ba1861a192c6fd648bdbae4668d617
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b57802b761ec69b934eedba47d9f6e21010e1e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ab02b9bd45b73054557c139dc18aed003c64718640f2a94ffd8f38e7c6b9c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4c296e71ea98e2df20635a3bd0f8b57985aed0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc220f438ddcdd21e6ec950b75629c98315225fb01baafdc840646e8e781ca09
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89ec4856973719b756cc59b080c69cde66e39673
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664c71f1a2410f4937b3a52c138ce034ca10133d7cca8c1dff16d56957ca4928
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce14cf5ab5663be5f29c3991aee8a9a64def521
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:361ef7586a3aac239d19dd65d0be9ef38211cdc5048895ca419cda76b24d6a41
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75f07f63a83fb13eeb0453b53911e0ae615ceb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606a10f18711d73593fd489860660599e328b9acffcf921090c428eb231c8ebd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b69b6ba68ea416410e8338d021543d12815678a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8213e16578eb46d384d82d360cdeb099fa4cb4abc7e393583a6dde19fd647dd1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb0045faedbe065757498597be6a8994907c37c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcec9a5aeb0226f6ae38d4a1625ac598a37a2c510a7055c79e70aa178f6d10f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfe38b801d4be433c9127ad6dc7fab2c633c0f20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36de49a297bffe10f16b969fa50a6d72c6d8c6931a3db02720d158d5ebd320ee
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76f8e35dbf75ae502ab9b896bb33a2fe7eb07c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b53550cbda6564e88f6785b7e699d24ac3da8d71805aa519616ced18590be9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ffac6d7283e817fc7f4221dd1db58a97c4365c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68932741a193e6778a88d9fd4875cb37c321f9843ae59c15b329d72b5b156200
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8449b131014ad383ad148738c2f8a5bafba5499
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce799b3cc35300b86fd4d594c3e2e31d0c5a2e03f9b86d2f9c89cfa278d1b7c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7dc48e37e6863e8c14dc6fab2f355ab0217fd74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a10ec6709a1a4e23ef5b21850569528a656de76c4debd091faab55dc3f33e3d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2111c69e9c308fd73f97041d7df21f39e45309
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e3b9d79ab9a9533d42e93085dfd1e9e434ba04991d24b0bd01e7bf6e023c7a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61f34b53c526f3f1c81d66483893ef065947b8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b502e1e571431b5b09b6eaaa02dd8e0e85ed667607890b915cc9cbbf2accca6b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8207e70c0ddc00980f0cff113b4b163e6db97769
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3489c73ca38e62fd3b15a447182ac0821fccc1d3e4595fcddff7dc4eb237984
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c2c93752ad077d1a6c23857dcdd436fd27b08b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd83084dab556ba06ec66a93332b46e79af0a34083ad05531e2ce4108e688ed
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d025762ed672fe214514a0f888ed7c2ca5c669
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c64ff5b35f695ace0e2be3cc55a271c0aa3b8b203c9be7f49895655d53ea59d3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30fca997710785c6ace920a282d83a9dc423716
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c992853850a20329d91d81cdbeb44e0f36d85ff3504f4d03b6f64c6d142c92e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f908a86573f5c6356dd64c26c77223c174eee8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c30bd9ab8b39f7afa14c45a607ac3e4f83ad5cf8e884ec411f4be8f910a6214
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6a2f35a8ae421cf05bb2975f382c76d36950aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9da265f43c97dfbc366e764eeec0cc430025a58a56bfbce0f7bc8f72f55405b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e00c70058641c9d4bbf5f3116cfb2a4f87c7514
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a0b0be8a887ba809ba47a75f71d1f6ab077a569d53b8aa7d447fa327855490
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c304216f12e645738d0ddcd38845fc6161d23db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0124c73a5909ebe555b19959188d0378c3903da410fedc9500821d12871d16
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2461ed7142ef1d2a4cfe46384b007cd3804fb7d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea88d2382e7400664a5895528e7d9870c69205b72566a3b49ad9599d3eb603d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308422f418daf180f00669b6ec714fcf1ccdf75a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58be9f420ee60a6a14d7b8aa24d91fb14c7cdb202bab40d0175568f575fd0ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a9130ba7a7509e9a3a84051f6cca89f0ff1da9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12e5a56e657a95d8b92bf30e735409fff36a46cc1b41712868db999e503d5dd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34827303f57e7cd3183650a0fe3258b0c671ff52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b769c248c84f9a8f7868a03af143da9d807238a4882406310389ed54f6c368ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c24e87216ee4b43bd5675ded2da73c4b4314e43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc4bf5ba3404d0dc3247e415716b8f2935f5e24a76eb48a0924838acb850067
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f53df350c24d029a9adca1045c13d270bbba55b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c3ad60571944b294a1a1152ee10c2224516153359f74dedcb95cbfb8398417
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b986659bb888cbdd6e3e63952753f8a59544e7b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5dc26561650a0443f8fbde0702395a4d7a3cbc67d0e482500324d644d84453
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374203b718c59fa2dd19921a293616f4b38cb2de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b34aa0a162e21dcc21f26ece1f065e69cd45c656afe1bf79991394b7bdb4eb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fb9d366244340f6521c605e673a41784d5e07d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa4dc5658a7ba5c6e5357cb897147a6ed76eef53e2721a1bc2cd984535edc6e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..956f3d0b66e4be2cca8bf4b02be43d4409366da5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1b4b980ef61fe945eb57f7e4ffd28afc2f15151e3793ac8d8c004a38c3fb262
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11d186c5a354e5e838d87caa2a37166d3ae3d18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4907774611417cebb914c3d8e4ea43cbe106c08640d191a2dde1cae2a833a93
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88c82b8f192c629e8dcc6b27092394dddfa8173
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e5606ae5333dd022bb4cdfc3e6ae3271e932703af94ce9de69ab56dd5945c66
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701da578d84be6fa84a198b45e1c564f3705aea4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88183e9064308704b0fe54334e5b6556707b8563bb20ed5520d6bfee2f821243
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14e7957c9d0d2c5630ea6613e1e3492221c1ac3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b78bc89003313949909145a17e666368cc63c9f9e083ef72ed056a68eab5f66
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc2210bb3d1966a45cbe7366c56c37342fa5663
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d59e0e0dca2edfc4956ac827e689d85f3de13f6c4b6a756398880411754d33e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d048e9059ae152378fbaa252f573d893c28615
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881b26d63ac169a3abb15b66f66e070cc2395f662fe287567b3ae1e3324a7b04
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f644f0aa6f5c7e86fbed5fa611667004d70528
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209fdb6bbe50fc098551819573a66f8f4c332a37c9df923a015c4b58cc4da555
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daa39509bac2bd7fd30b6c7651a803f5c9ddabbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5524fe03a3afc5b7afb6dc81222d082ad625624fd576f6b71c74c528f23078d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5d60f44ed6859f55f3d892188d29d0056f802ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fe57d2464b0c34dfa8bd668181d2a7ca648a8b8744c2edb30690078eaee42c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed9f595ad54b61c662d8c8b9f18f6bcb291bdf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c71246ffbd518faf82c7c22991b25ec85bd28cc94280598e22d748071638e286
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73158cb96b8b1cd4180b5138836e9ff6161604b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779d1885b1df795caa8c718102ccc8d1beb7b7f2b85d92dd83e67b4482e89fbb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09736ff824f8454ac17ad27ce54844f02fad9558
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a503d6d536291d8605b6ff5b8d0ffd64aa3b10cef1c509bde21ceb1f846b7b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019d347fdf42a3313d92ce893be02de0fd6c6b74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7ba4b8c9ca39a3e4e9b723f89f37bf180b1b4c97875a8f5091a618164a16a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bebceaa1b23db4f00652af497df49c583b4de4da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54b72db4714a1846bc11097f6ae7aedfd906a457518b489221d04be7670db24
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b50401b507802eacbf7fcfeae304b3f44c815b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7acd5f427a2afa5f1a3eee40c166ecd9d1c74e93442fdff840c67ab67bc93bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1e288f158ed922ce9f496b9fab83e297edd6f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4efec2d21fe4ea12251a54cbe7ff5af8fac26cb3b5b7aba6f4d0b70a2e50bd8e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ed4938f26fda707d00cf4549f641d203b1bdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a232bc421263d63b1880ea701344f5c9c6e4daa8c922f7b8db972621f78ef82b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef40893fd031b78ad813ea2237b060b837c8a19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb3ff180657077a17546cc3bc20ae964a9fdc9188d29c5e13aba575f945fb94
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7245f491b5dd98b4a77a2d58c464fc38c9eb2be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41b50bb968e03ec0c43bbdc313ae30e6f46ff3fed2f1c215ae83a74d21eaa90
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2b5a022f7a3ca7722446c9676e85735a7e57c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55af4cc3c9d90a58e7e365d7eb2bb70d64495f7873c9c4c33d05aa010777143
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7f58eea997c21cc4b21277ea3f55140b2b8628
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c33f4ea86cd4b4c93b581bcf77e11f9094a39358c5685aefd882da2f0bd8af
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec10547e503bcff8b2e4ccab80119d4c12c1b197
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d542de85193b790c2c504a35e2e062a744ca69d1317cdcf5947e218d58a9226b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e16dedfe3067007c7510261a92039da76414173
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3811dd9aed1f1d2e227d1776df664dd031de1e12542242ba76d67ee74752c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc882c65a938c7bc997482379af8a3698620b1f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8a96b28459375de09701dd544ae623826db1f98b93c40b2c22cc8c299f7d76a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5ac4b6a677a4fba091ba27c64c2ee89de6ae38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81f5bc29f57ada54e3d4da372b60da3634ef6cbfa6ae319303b43f0c7569c76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706699839d6a18824f582be04669b532414e341c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37e18d66aa7c0c3b6547050a0b524dc0d71c3077fc90f166f3ec8ac84d27326
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc1fd973310af64e5a340b52023b952b4029c4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_11_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c155d0ee4b1da713a0671446404239bd76f9fba4ca4ad97943c7e10d15ef625
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745ef4b10b867734b97f4e455c5643027ba36d4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91c10c97d297b15b5a73f19dd8bb1f43846118b7e290b78b092ae8b75dfe7fd
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22ce13cfd1fdad96ecf1345a023ddfcb99d8d49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba9a2d2a354622fa89dd3e419e693eeff5147087a8bc1b51fb2b263106c134a1
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70ad26edd182926a4c7810f9f40a04ea81e1385
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9eb97a8b4cbf96ad0e51a3e9610d26ddcf2c20ce23922a64dcb28f6c2a7820
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd5b55686218a949fe163e0cef12adb52f79ae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f99cdc30687158c7d991dcda1f33288e9fa1c5b265064e011e58ff83bc0bfa6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d08f3595a23b88ae2d176a1db3d99fdd298e6b79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e5d9b0956ed958d0aeecaf54986f043c99654b4d550ab6f86bdde800d4b7cb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90de479d130d23f0c6c5feba7afd5ac1dd8ae49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3782080a781ab3459a01bc6abe2aaa911b7160015a1c4163ff7abe4eb247b0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..608c3d1cb96522d4e2a89b7d5f302b450f1572df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df017f9a1fa401dc836f70fbf9612b4bb4e6ec5650f1e0475f7f114703a2612
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae552d0481b06555d0d140e4ccb2728c6eb46c41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cdbb2e0d4c8aee21744a9438c2207619599b75826130442544bf3582eefd4a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d01a6e37fc54f6c3799b23f7404ea61b04e1f1a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1328851a93a956b7a4c47cebe0f1b949de62b76063429f2ae77ba6e14bfbe7f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba2a65e7024cea368c4d9d2798e00de56db36fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318e40416bf68ef271832f5d4b7e7facca48e8e501f98568f40aa8f44c33a2d8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d773a93171c835b615dde6b7f5639f51db3e3bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582848cf5af71a6e824f38335cd7a027de6aa7f94d18779853e1b4bb758763fe
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9cac75b7d5c97b2b29419446955663a2d130b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:841e34f691de36831b362b1d69614273b4a02c1fb8a2fe6ee8b6199f0ae9d4f9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048b227674a922e3491fe67cfd26959df753af5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d44e52341b0efa6b1dfcc1726ed22028d66c55fa8fdd3a8c5b1a5cbcf7713f1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6405086fba28f59684b0071dd84483f7f117c14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37d0c63267fff73295a0684c481fbdcb59078d129ba27ec6d8e06d2dc576a6d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb5e9de59293ec54aff67979d324470fb4a6e28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2243b14a616071f1bb5cfab4e28e59f1be1b1acd50c12635974ee88b8eba1c9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e7904a0dcab77bee0e72086311e98028abe49f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b657f3f4f98f13bee32cb857d5143aed3cd3cb43d41ca7e17e6e3f62d9a3ee8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015072e3370fbf4ddbd3af7f525c0d17f854e4d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b61f3f7372f99d99a66c9d0ab6ed59b3a3ad37cd5c536a3e5fd5caae0ca8fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63c467b2ddae5a8597853b775c4ec9eb1801786
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1404f4619fbda4737efc47bb0dae4996391bb99fcc7cf078284f3e92d2bb90cb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d36df8e473f8d62269ffc8a2a61745c2370262
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d462224078482f7c6508afa21fe9c94e002d24fc7a3891bce3a8bacf2ac56e59
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046d318d246803f1aa6023729c7f811c78a925f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb29d511f440f50b9223da99765d5561fa3c6c3e9e7f6dac34c5b0c826424b2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfe238301fafb8cb79091005479b698a87a4985
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e358870d9a568c6b9f894cd0860e17d76b7052d9814313594deb20699fd178cf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d0952a0d423a3765d0bde6ab6703e394006446
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a087e2799a24efe3a823a0dad2d26a968270483bf89098ad1b62879131a4c21c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47604389c4a1445e4213d9390087410dfec8d78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36141f2acfccd12d91cc3f421f0dbaf90221de95392598a930a0d740ef252e6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c0ffdff4446a17c1bb8a99337e84902ac5d6a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b757d0e414cc6bd4f4806131bcd274caa211313787ebc55c2b63b98ededb98
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6cb6d54f9686192a22a586a7fbe1ae60743b8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c69c340ff64cfff461c2cf9a3fa02c4a430d306ccce0370509d92386d532907
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f35e8a266593497280bef0b9ac10947142e7bca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0e53da82a263cee69b785feea17dc2cb2d4553dc523a3662450883197f8971
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45b07bbc481e54144a06b6ffc6426201d05d7e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d29c3d22f557e0ec84300cbe36f5c514b64350daf68fe4f94f02b82b1cb48739
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544f09445d0a7aa468f70d7c71f282b2eabf846f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e93898e00e7ab01e84f568c4ead765f12689c9d87b9d13ad6120b4e38383f464
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544f9748ec704692a8546d001720c7efe7c8bd14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16aba864410cfd8450fc476e2238e0e65addf8d08eed60188216c20631c8d77
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc51dc8e30bc13e8326fdd4a22ea31d98a1ddb8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35efb7cfbee9174ef0f64de3360fce67e25fcd5467334f13d4f8ed84cc70fe22
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd487ca0d7f9698b3c9e144ee064c8d076a2999b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb77c6c84fc85a0062bf83336c06c2c468f29a8438ea124c3c46b93b06665de
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0017b17997248a4aaa5fce413d039d8b03dbbfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43a6182e331367ee164c04ab1f46bc284a2684b6b4b195b15a4a4a3b7433fa4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc5b4aad52c8e4d615406a84648591575642c48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f6b5966d57b68de3e6348b8533ccd5379bdead833a7615ccebf80f803cb615
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b367930c942094f7a1cf76d17fbb92c5d91e4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:226b6c519371c13303fc01b8c8e56bdb631a825e8b0d6c77d828d01f094d4191
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..477be1dbcc5cbababd90af97e6e8ea087cf64124
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b920026f1f3e3216d438b5ea5e1535c3c102ce876fca10222cf108ce964e2e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e14960c406ca720fa77ce8504c20f0faa2fc6089
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cc2bce802b34a7bf1a1969d94349cf825e25e253a64785c9ec8b5e7602c49b2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f56257f0b8a9e135b2a17c87e4ae34a6ca4de73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09970b6b4a571b8c524e38f16088f9f1d5872c757ad938e7e8c46c83021231ad
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dded6d2eacb8c2bb0498c98f38e1d86471b0f77c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b515d9653655f2ecdb580c4f16bae1a6bde949c52cfb6b390a51dd7d62c85e64
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466f7892673ae741acc0ffaab2958901cadd6eff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd899f5258e81502ab1972e555fe39526c939dfe2348e5e9f346e5acd99320d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91e2ad8c124bc262a7e4c6bc7543a21431b74091
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6af1da39fae09b658e6e0ca7a3875bc1d238a698e096e602dbe5184ebe2c5a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32c5eb86bb485e9a651454329f0e9ce40ba058b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18fac09d8dc465bcefe1f37f93256a6955f9bae9fa457b3088724ca79b3fabb6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defb894480916b56ad064b791b7434b36653419c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8a99a126188718a66f8cadc8ec62d5c5c8eadcd7aa1f43662767218b623b1a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29893e63f650fd42504c13ee3990da929ceac8ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c675acdc75e022f54d8d8fb852be27a193d3179101b33bf1a3bc05bdbe3b152
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..205a3df5861e929ee4e2b260e85aa1bb16ec8894
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce106ba79d6a9d3d7402cd5cd228b24b4de64670368bb0bb001995d223cba3ed
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6694c84d89a882e8cb1477abe600cf973094f620
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f782749408a7b7aefb783dcfd082c9930c2665cdd3b4507b30c364bc9a44d720
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9558bf05fdd36ab683e252a20eb593916d18d906
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45ab04e17b94eda6d80fc7b05e358a50eb7fa926b01fcc635058dd177740203
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64323c552fcf33559a4c7c08733425fc323c7f56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0a42b880b6b913c4fd512ae0c554acaabd3e8fc246d13aec980ad3bbc18dbb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5661254aaa6844fed24be6a01e8d4e8f798875
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432c5c6b060aed761b0a3d1079f17f96908c1941104aa58cf9508fa24956ff6f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0411756a4360a56695c88aade76447a5e61205
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908260896bd25167feaf230fcc688ae00b444f5b4bad5e33312928a1247f7492
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa21fa90a1b0c05ca080b043ab8aa938c5f065c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a577faffa2aa54334f23e850c7201146ad9d7e09da2e18505f21b404d7d413
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33aef7a102e37aa68c690e4e02bf5efee56f377
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0ce464816c4fb1172a771e128826bc2d0803e62e863382ad753089b9d1db5b3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248f227e6d5028a9d1d74099b00bd6ecfc1bcd20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:742612bf90a1b42b2b45c8e25ce3a0352eb548b8b21009fcaf0fc954a13084c2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f782b53db7839e38a4b891b8779200cacca1cad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deef7b9ec782b577554f838e865994d48fe7dad451135e8b0b1a394e8fa32fbf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e19ba388a81fdf4c002ed33c6bda18b544e355a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d33aef931d20d49ded8c0186efebaceb09d08be84f98a800bb6b8cb1d8736220
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c09242a2ca13f9415f2815189a132610693f415f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8c353bfb7ef7f3c016954f94b61b32b048f4f2cbdbcaa54434288645d63cee
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a288f98e2cfb659028a9e89bd03fbc93a8dbb049
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb6bb31e93d37124a670474815f2f653db4657bae0a7fc3323c06bd45bf8829
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b511db90b2b5695b31c48afed910b983cc15218
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f9525f21ea901780dcb41758a796dd60aec96c08fb6dd6b873b55465f9c5e7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57134a7ed4818bd711cce40e77df7cf506914d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2bc1923a67ed4ae300c24799d141e4ef6cf54685aebd162c2b007038269ab5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6075063c6d51de31fa556db965925756a3acdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45bcd6bd13691173f16fd55bea78da090700a6d4e1bc08fd0564271152d7cee
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf8f7cc4882f12c686457e696c87a1c6c68878e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2994a4e0fcceb254f20c910edf0c3ff664647ff6b48120a4d4f29a2db444dd6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48df3fea01fedf48a4041f4a1211aeb855d7255
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54327cfca1cb1792c3ef0db6cc6312f96233e6a5517dc6b69ea611a4eceba763
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31acada51c1216bc717a1982793b6d31d50dbe5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155a9f996e64d1215d9edb9a39f7fda071bfa42aaeb8f34efb822d1581acb2fa
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bde0f32c824d183fc13a4c5105d2ad6b30f2d43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aee21950ed2950ae45c4beac2a0cde1809ce8fc59873976fa298f9f6091e5f4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cbaa1a79a896263f06ff7276aeb22613e154623
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e4676b0e24ba2d7c72b056d9cea413b77acef2728a5dbf14be1f8e326b409c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afaa88d658ff536a8d0c04869a55474b74b90a5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff12c6b385e8b76c67defcdba180e2ad7956084e128dc036250887f16e7b9c6c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc68db62f38bfadd4870836920034405b778f768
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfc8196bb1eee91b8c8115c243ee57e27ae8120509b458aa46844b89c71b4d1d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39613f49b5c13960908ae1ce412b4eda92e33b93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a447f2e5ea9a7539be0e68d0b852808df8c1edfbfae9efe0f2cd80295869742
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffce68f9689bb32742272758d860b3dff8fff68c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d259212cf425f7b8c8631e5422f21779be4c398a7cf82e7d1eb2b144fbb85b0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7012cf71421b0290e7a7d6ae807c3c54014fcd7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d42de74e7b215eb18340e2ee8afd754ca72f132d98ae14b6ac55a0fdda8d44c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba573b6e282f2db98dd7d1387c91354fb6e1f130
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0cfbfadbfdce65907fc01c61b7f38d344379d69fa11332ab888cd9275691eb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d042443622d56012d79b58c33fdb6ad3b50951e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf038e1d0c477f9009867aec8731eb07cbc63a4078fb317856979afb545210a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd933c3010b2bf7f7511caab0fb13a8e8d152738
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cb6db0234cdeba7c9b8f2831640fa7b4b63c5b242ea20034c77621d8715d80
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae7cb225d3958ba1d6c74419af500e7b636fde0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3ab6be19384257e073654cf675e5e52a070d32b5281a804f34d33f75d2efd24
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c293e7ccc366753e27e2b77ae522befe483c184
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a656f11989bca025011dd735e6bc17c7a2821994a063e3819169267fb005d1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87852c1d9e54fd1c299a8c04f1f66423ac6a23d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be7b990c68b66b55c5f44491b0df5f29149357de6ae67dc65ac958e917bee46
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd7897dbd492f789972d9a1cc2093934c72d2ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9176c4f8a4a1c4078485c5c4fc5278c52cba9ed08e13d2783120ea34016d0b1e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ad1ec6f61f6f5d6fc866e75db4771833ff9d94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4cdc4505bd552ed0cf27fcd609489863adcb1be0bf6cd795cbb03a87e482cd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12411956c812ed23960ada2f3922b77654a59d0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6ef376136cd00b77dc8a294b0c6c283234e0c6b3b3b45fb58052f59b73490f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846d9cf6c520ce933e42c83672e6721741ffc9b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201971805c03aef71d9b94879c7ab113e49b5e26be16a2bfe187a3061a3051fe
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21c970ef85fc62cf9410ebaca947ee398c9d2397
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9c373a743c7dcaa6e691902ec33fe4c4408558c5dc7a463d0c586930bd0676
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f77da3876d372da2e16fda4d7faf180b97070a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:522e9e1638ecc908c9de6425c318b2152e8384e1a0f5c6bbf46055400b117aaf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ef6649f4b95df05f5ad1dd297f167531c9733b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da74b4b07c5072570219b504762abed7b7cc9e2f0e73a853358fa0ff273b66ba
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f538ccc9d5c33a21d4587e523a6784f2354039
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca2e4354f1bceb3c58e60fa34d268b02b7c4277f0d36194971383771db9be3d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43067bcda7343873187cad82339106ab4c4e180c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98157f3a06f1a5465c280ec80691105b0fcd6d13cc6200673d8ec7a5d9a02107
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0ecc21e5e484943f64354e0c7db96c6ecffce2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76aaaef46e5305d5722952bb7c4685df82c10c25dac591521a5214888797962e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8a39ccc0d75711578bd99f9287468ce1f810ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731b0cfde57b9f8840685c84ca61e281e52b34b2c0b045551f9eb1188ba1f266
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8796e91bd56045853ad78e80a40610d70626bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9580b2ae25a25cad704fa86cf0eec08e52ae8c57a21522ae942db1934f4c8b25
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9e249f1161b853962070cbbb39363a2a1b0494
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a7ea74e7f1f49d57643fbe3b8a1ef09cd9284f1692c5e74d4e26bfc599b311
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3412a7bf1ace83e392c6bf848de8c87141f01b29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7749c0e221e7c2ed85639499e3d62e6063d808c20b52652e0bfaefa5e2c427e3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6cc24366403ecc93db74f9bacd6bd3d149a941
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae6045c9b62be6fec8202a6e567009c2155e89d4212eb0b41c38c9dea48db55
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c13b8c5e662942ecddf38af8ce66ef167db05f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815ec24b1dcc90d5d4a07f6bae323c38e11f012ff0aba68a8193271777fde1bc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7c983b7db9487792096db372998aafcde83d60d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44060a9e5e6d178b5d26f64411947c16d250601e15eb9d03af890720d555f163
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4915c6a2aba0efaab18e9f808048726cef1cd9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2917a16e467dc10cb579bacf3a66ebdd9f8906a5eb3f34527a8ac36ed35345da
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6a444bc2fd967045b5ddfa5817546337f0ecb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3163d3f9fc24cad173582670448fdb9f93fedd4417f207af96c66680bb1bcfe9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d2e890d3e34ac75c032c80b5ba4f2624ce4aba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999168026dc5f4a0d9b8d890b8be664c52a617e8cf4b50e380c5b1d1dca4afc5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bbca07073627b913eac5ef039a19eb9b4c03ad8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b98395432bf4045fa91949839f929c58476e1fdc1b9e82733682868971cebd
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf88cc40a5d717e7e79fab0be4c55c86da8787d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb7c8817bd9008f146c5fd78bbd874f824d4800d339827bbbb3c06b29ef74ec
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0289c623fdd63959ccdc199b831c7fad5c913cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b40a50b79e1269a289152e63aad72770c56fb39bfc0e6208dc3af0f75a9dea8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d54f2236789e874a4b962c20d5c5d8f5adad3c0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b43539974d59dbbcfab1e710c7f2ba6faa53e3d9ff67ad0d847621e7c233a032
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8bea504c5063d471d8e35b21b1bf077f95da4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76698f08951c67a31c82c587261bc9bfe6986f020c741020f32c04f71f84f829
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e44d19908dd2186bbfa3b86fffbdbfa97338aa7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7787cea3af1f857f343b8112f586dc1f5194ea9210822a07474ffda67cead8ae
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a854977f4e454bf58708399bbb1df2fdde212fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed50ffc61cd7b9926d80dee09c00547ef58177b146e2cae52279ccd6a3c09972
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356e6946138ee327ee294900c5735bc1dfc5f070
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfc8ea98b04e1e766eefa63ea5b01e421c5366821282991439c8072fa1f816b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892880867ed171542ce4a047f3f75b8ded203f7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05229088c3cab9609cbd0539806f93d636cac750e3caa70d70536b5f9845f4a4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9090ac49683b5146362c5e31ea5251c7d50407
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:990ae342f7939c4cad8bcc4354fe2cfa01a9bc1638ad847dd4bfa54c9b7e83d6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b87a2b5685ef26dbf9d4a328fa95460ca3efaeb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6186f4eacb3ba18684be1123e59433ef29a23feacb565961b018d16fd3ba9df7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bed212c2474440bc4bebaf283e7904cce0131775
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175e34c574733818f8da84ed0ed796e49865ba8dddf87eb61c0e86579ecd2557
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f07b5dd8fe2fcb183ef6c4cd8aa70836cf45114
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6d2fe8be9b13e8ab56fcda2afcedb78b67d1e4059b0ac72421f836c0660ddd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d704247c3d16b682591e3e9bd75e4cff16b3dcbc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:845003a0ce24ddf82648bfb6f15b26508f3f8d9599a46fd262767d5f1f2f5d56
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c21d1f715995240da4e94ef12050d545ff298e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec7285ad9940fa58c97d38d3b71254339fcf551707ea82207f4ea37a2167f6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33f83b7ae3e9982b4d903ca9e12034d5fb6b400
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d16aaa8c5029fb76ca23de558d39db177bdafcb39ee1da0b4ac8f49c599d759
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac216bbebaffad37f45cfba663016de43a38fd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c03f16d8f089924c2c24cd4f851c7f502bcf059fd302939bf7e5b692cb5c1b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173664398580c13c8043720b37b71a7a775de9b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a763d102556e448636c7074695e34be63e8df090e4c358997dbf1dbbc8e9b56b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab282718105739e3bfcb1514a8ec52c2e2add4f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f479c4fbbb41a41171c05ffaba317b47500e61781d9c6b2a235e6f57553b963c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600b1f235cd3e49fe4d0bc47a8dc25b8e767ea4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2e7c9c250b31f29aa980432d897fa41fe10452e30fd53ad5bb5cdb72bb5ee42
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0ba7c44fa22632965459cd006bb79c6043e942
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef7b0e740f6dcf7b003b0d65f23af2a12abcf6258a39cdf2d250b9e82efd52a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80b8d9047f75d773255b61ef4dbd0438405df731
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:117a632f5cb521fa8b1bad67201774b50a9aae91c0b0d463a6366bb0d404f000
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f4caa9ba83ab5f161ae6490e34c81c455a413a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e087423b4a5894de6346d00656cfa8d6c28dff47ef16bc690ecd6cad52f3d93b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e291b652a702e9489a9c499c9d93cd46bfa472
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad346eab7d75e171d70c10d40eb7189ed5e90c1551da9323f9f2d0571ae0163c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5330fb044afafebab944cbce644f78ab11d7bead
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00d99ccc9278ac43550fc209ecfcb9c7ab4cbb5f2ff23a19bf1a469424acaa9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e173cf7ba439c53babe3bb9791952463785546f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d24061b350ac45d38fb23d2df9ee07b3561d845d5fd069ebf0b5f208870919
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abb2b7264469bba6c8440920b5d7cc2cbf2257b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c488681ba6002f9d2c8f1ef47659830b31478c5268f994988a6f7f2db76cd61
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5142aff8dfab3733890f430598faf6cac602f738
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c56cbb28dbc1c4c8a4232031973dab658ee2dfe8eb94a45e35e2b3b2348f7c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b831ba33d749a14b7184dd68707e7fd11d21ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aa9a237f74ceac617e7fa2c11f24ce2bfdbdbde9475630c49ae75a84a27220
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9d8c630143d2a68c2f37725d758680faf95862
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4090a025334063fbefb4943d65d863b4170d5126610d2281f916cf2c1b60497
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9133ae849976c7f89d506db3eb31d68539b1005d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365ebdadfd09225bfab843ec6cf2de9fc0a6baeadea8e64f9835aff1568ce81f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..310acc068b41cb9b7c047baf0f3a914749e7f5da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e48feace386a82463db6ff5cbc4249319f84d609199c4bce47d905a9ba6c729
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b28cd13dfcf7662dc2fcd6a5e45efe07ea87507
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b947cc4b4a68ee370bc8d88af3260a3b7001123c774ee25ed797035b9a68483b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f64bcce6c266d794ed2c539bc8b14d94386b877
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11799a53a4e0609fcbc4a8ea855bb3fb5467ea39b28294613cd204e29b142903
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47a1ca62ed64b0664a6dce260bdc623427685e84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90223bf343abfb29abc5d6e621ac2392a2bc27a38328d7e0faa84c6e3adca4fe
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c0d9b37b0e8684924150e36c789476857b1d490
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179a5f770c6856c855b5ff34abd20fc53b6766e91a2d7c2865bdf18f1e00f605
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0674e9f00518b430856a920a54e9438670d62878
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb5fde9d8ecce92bab90da33517675c64692d284ce101fe800dcf3ecd2f02d1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3a49d38e486634bf9511e1137efd8d09dc7e07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e98de8f63397b4985a7ee3c8401904a36e103c8e85390ee594444114d9417e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..558eca1743ad5258e27daaaa8086bbef60272333
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b9b7e0f2a7d9d95e0c9d0bc87d568b3e648445c9e519dda973d310c9b452f2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e9515538d879b2405519d800f01ab6bc554558
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf053ef9c340ce852eba6e5c0f325254289ca331d2109b50c2efed6d7591b53
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ab29b9d3da0491f49624d79c00559f6d9beda6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1f6bbed76e17430e381a5191358978be884f7466eac79253520df2ee042ed3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ad8b8eed1287ff8174f4bc03560eba51eddedf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c796807434499b887de8de43bbe02251b02af21986472d50b95f5ccd1285eb4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb73fe0708ae8931c746e673891f2bcef62bf75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce59c8df4030d0b505aec34c54f16fd886f1879b35b15df916d76b926f451ad
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2826bfb17fab1d1768f76122a508b4921cb93957
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6a70abca3b0b6a2e2cfa3770d0ef34fc2aee4247addad4ff2caae82096ae36
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf47efeb2306937702c8b899fa083bc3c3d4ab9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfda209fdd42e3b3c40c386e7eec9581fc3026c41dc449e45485a8b4edc79bed
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538781ef32e907717ca4b88a6e76ad878678c16f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a182c1a8c57dabb811103799cfe6ac6e1bc48df1edee7856e3a03a4fa33095c4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e086100b1110c5fcd57d11f2a3ac3429f99c2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61be310cfc0938ae59eafedf3e7cdf9b8b3af8344018684103e24e034c12c774
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..410c0ba3d51771a9e290d55e143c5ce01732a353
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1143b7759765c024bddae0efefc399b9e93fa81f99363860e17148dcfc7f8b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b9694b72712fb7b902621749a61f17bdda2c5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085c658d8e5adbb6d16513318381c48b8d2ef6002ab8d0640bd4d1b52de404f1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d3cbec930a2b9f0ce8b4e7debb08aa80fe9db3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c3fab01b781d84e57910beb934a11ae7e2a46043d2c83fd86f813c3ef02f34
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5df81712b573318d13af422b2ef6fb9c696d3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36ea869fb53f26bf41738fd592b99e87d002553e0c939b3a01cb6df3c413d88
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b53fd9d1d5ed926caafb32e741217bdd171122
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664a39f9f4345a028039ed72ed58b7ea02dd3d2b95259e587d7f219f19c150c9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c921fa22a61a8fdb7cc21d215ed87cfb56bd0c3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abd3745a3c51ce5e516a253ba262997b4b8b3ad3dada5a703bf95c472c71e94
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7634ae6ac1e69a491caf15dd68f7b99ac10bad8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d42fd29c8966d713e68a2bf089a977aca3f04471a91803fd2cac854b0f7c07c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a68c25e0a1a3d905a82a40876b404fe5ea8893f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e676ac87956591ca0d49e179d34b4b945b7097380a7d4de50a4270256762d31
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5220afcfac8c2435e686c846d995d070c95ae87f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce5043ffe35e2f46ccc187bc10c0313449b4193bdcf572e3c9a71aea89335abc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3618e24a7378c71a3cede260e47828813c791948
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de393dc9f3a3972d70d4d4910a8060d4d7690ed6c2979cbe15e0abcbf1c8167b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4d8be2bc7621a2539cc069eaad7a4249021253
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae92f4df722a9d8dc2b65bdd0f2b5b0e822eb95261cd1f1ec20249ef30d740ba
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a08fc60595ae388a3b7f3315209cab6919aa8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd6b1404e9b85c3de732a091296d60d96b07f13bdba74b729b31096e7fe1293b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5ad93f81a438d069a2b7d5ae28096e0276313d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0094994de2278d3f280ffdbfbf19b34bd881392d63e295007a9dd0fefd320c7d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661cc427662d5bb3ab417ea6de91eb8ba573a7ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86e417c812a6e3a08e845a54c853b392194dd1cf8fe4df034c6b7f95fd1bb943
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6167161bfff8d07afde2d2f996478115301f3a8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f26c957bb450ed9ce13683f510b1f9fe3fd9e68f6e1ab87018067f8ca6506a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b7d0f52ab61a5539d34947b127dd5ac9c51540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1121ac454f6dbcf00272773e208bdb285218130b870fdba269cff592ce0684
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d1d6057a7195bfd75ae573d3a66b3852e35723
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222dc2410d369de5db24e39d486b27f700cec2f5fa6d362c4a228cef8f21c1c5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95af873fffff04b2727a3f90b1ecd31df1cc0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:159efd1887bf1c541fa6a18d23f40945b13e1322b9e25edf549b9f38f3244ea9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a5730b6e1126a611c527f370156b87943bff9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53defaf78e66a59272a78487045628fb0ec6e0cfa56fb4caf344ca367d62e46c
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b966fae68611bb8677b917d249e29db772453628
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8308e63b9f905faa73cfbefc520a2240820082e222e842a7246cb4f90f16ca5e
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9c94570ebe9c4d1351b632bf1b062b2333b732
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fb0d1e19627e1f7fb02be96cbc5a4758a24b2515e3fdb955c876715d96ae1e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607523b518ce9dda57b7266699a6e551336a78b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b17b8aec836e8489cd1b499473fa9c6317983f0717c310f9177e1a14681c4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909f7479773ed565f7c1d83740e343fdc4dcec15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551fbbd9c7a7ea05f3cb06d33c1af51c485cd395c46c71bd81638d2fb5582bb0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..140958c138354fc83b71de3a59125e5bb2c6dd6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674095dcc42f64508e6203299d6a3f59f0b331463b8661223618d339e61704e6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f60a52d71ff4de9a3e91669ff43c56088108d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c02f272a4f09a425cf006e176f5c3dd4587f19caec364a2e9a9328b7c0828
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15368a75d715db0bd10148045f73b10f029c4bb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb7f3b2fddb0f1b4dc85b63375b9bbc651e8a8bf2efb61764d12893b851f9f2c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772c697754129e8ea64dfd6197be6affa5b8bf20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b42d3ac89b44a5253772e84c5b30e7014714fe86e23105d7ae3df4c6ad36be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..129a22511967919af1b77dc8f61afe4fecc0400a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a7a52e157907e9bc07e83a2fd6b4bd7491097234a69a0dd060a9bf7cb66422e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2191126f78eee728fa1d73eca8ce4f279e79d393
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6206e10cf2525fe4359266803b0217aca1bfb39f283bfda6dfedee8d6fefad6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246646adb1f4cf75fe6d0014744d6bc6070cdf4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ebf4fb14e383a88a86d90f57874d333d14aa161f94e39788352524f6c00df60
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd65c9d007a4133dcdf51c247dbf19b5effec9a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69a3fd048de84469e8fdac5352e9ced56189de4bd7926e19a27adb713638da6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00256db3a55fb347f5c95cf1cb1597758d703e4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17011e6589701943a6b82eed1a76fe5777c54c316e89633f39e8d9503d3e54a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ff485682548ecd8f35d85fb99943c156ae8331
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab337f1aa8122e276324918fd2f0b0d5c7c022ad92ef191a2e8f377ba2d26a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4ca9f5da9100499991c9d66e94592fd86d5ac0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c14f92335c79f3304f6bd2eb566f695135e1abcbfedb10b99f2bf43a17d360c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e449eeb31a10607901349668053b6f399134ff5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4724f8ba48f76576c98edaa083875234c9734fc6c8536df5521a0b71d27d8d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9ae45b9bbd49fbf3c5f9e4d3ff53a5a855efb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0ca0ff6d01f96ddf8feddb9c84ff531cedd3b008850b58ba9c8ac6f40e12e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a99ececbd0598e309e964b9bf419a696e2c9c63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef029def42b958e5eafac695e413ee3b5db8e4b199db4cfa8b80ec12eee30d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6423f4fd12e6a5e1ac63afa6ea13afc9322dc790
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2e8b6860b61007dfcd90dad9a99b6372625f2f6fb1de1754f2774e8077a1c8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa808ce708d78959f8236777206e06dd319b0bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d2536451faeadd50418d0e63a5b7e1c2312b3beb0f21b0ed4616b97b219228
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a6b4a4b6d64b8d652c06129285d3a7d0245483
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3429924a55733846461283a0c7c18aed2f6142f18e8c4fd6b8fe862e8115f0a2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8a055b27a39a65e545fc5fa97f2494827d6bef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd600e774018cc9dd27859e0123d5c9ef6848a772d5d8fe72829ca1cf13f9df
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663e6973d7b6ef0c01aa8f5c7735a86f997ada7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3152e46691e54fc1d6891bfc85879ccbc20090f4088c57db7348af0bd5f7f24
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35186ff638eb4db302fd38dde823bb5a98ed3a7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0146c2ef1a996baf6ed350548507a8430e6a4651d3be027959727f998412ff8f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd72862d15b9e08a9cb1c6876f2234048b63b05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd157bd64419f065cc1b2d2469dd925f7a580da99e2b71ec09039a9386fb4db6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c962ffb7be846a30c8d038a14c944683d26b001
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fefba1a9eba81792b84ae125256b223241cb45a9a26951eeb1d3e61d82c7c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9be60eb5446e562e92c2396558f279c41a4047
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bf96b62d06d2d72f1f9393af6413ea3d9f77ffe2bf3b16e4d1bf4b6ce89634
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2191da76682caeb7cccf00fb33132c2185f89885
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d233d05062e3f53f8c3b6444b42344bad75b3d47a8a179abdb83f0fdbde3b9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec85fd411898d531adafb70634249e27e488d8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3354346a3839325da5d1fa1c3479827a6b8a0a46cb3414e47bd9e9736128a8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2a09a2194da6348caf3270715dd40cae2b9b28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50211194d7b48c60e35d2619c1df02f5f29ba2efb9b96a4f682fabb32b68b61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00161881322ac48dd526eb5144afd73525d87b3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec18c045159d3a9276285f693c8c1ae6648c346936edb3a6f54ef53942b95726
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689705ea97c6dd638b8356badc040d2a231b380a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a385f13e7d3ab66125b71713d3969142cbfeeda26d8e4c4b557b4e2a0bdfde9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e25e4166bacb0efeecea7577ca381ef9ebefca7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e61af24487d9f7d27c109ffc23cff811a1d8d4b5757b533e7366a61192bed9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeca357b744a2fe761945680b0467b3cf2bbc270
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f667f611ecd000bf24bb9fb7422c80af9a5bfdaff0e9b7bd7f677bd00cd74c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb9df96b1f4548005f5603c1510dc0b26602ac1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7533cc4dc4fec2fb4c8dc16ee05dc733352222ba474a1b2a13e6b6993ec9e778
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89af48488ac759bece5ca08332686ab54f302fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371f121fbcbb9cdf4e381d74ab71e20489fcd4cdf037e1372ef58b498e4450b5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40895f91989b5209a519474b428b0a2b37f52dcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8afdb445fdb214a6c06d6801840161b07f98bd3ea1a47f8a2e54458932c6dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b281cf3a39e6d449c111be18dcb31ddb8cf804
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6060c3d362be684b0ad7e65c5db0847a5ce9841e4f37f3bb63ec14508af286
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e585d3f74de7efc374bc973197ed5bad79a7bd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b03235c646d65910e37b5f38fc11525e3afc2ae7c21bb7b640d182434008aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25dbe6d27c9dc1d4126532e5d5f97fbd98b064d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458a8b299d69aafd147cd44a92d856f68f1e2fa264979e62e7c9f164c002596d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85a86ea584e2c5c59dd62a082c04864785c64881
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb010591926a2e7c3265a73848b2e10d297f1ea6dea65972270bc984f42ecf3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412e41ec5eb374a91c1cfa83c2805364919a4161
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b605b4ec069601a1a4cb5e6c9ae0e68cd2eebf659d1fa3a2ed27bfc98cbe350f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d05e102dccc5318a260da3944b225d3bd99360
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a64c7f49ad038186787238728a2d9f0b19dc433f377f5169e115cb8d00471e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f760682dc892b2b4dc6618b40d44f703c73276df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3018edd4a5f4984c4fa8e6fd38e0fc49c8adc4cc5f68cc37977aa30b4d2ccf06
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466a26d07a30f1c3a37126ed281561ebe5a70d1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef003614a466deb798c0b55824d0d2b0be485b9d437aecb18220114b8483a254
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b8ae5fa3293eaeff67c5a7d9b5727841bc260c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b546e6b323c0a9085e6354e7f4bf29786880e4490c016d55f36d3af6ecf59bbf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efadec525ba8ac97381353fcbff4b534b990d4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd6ab1e472f2d4283c1eda6e6625c7a64019e854808d05d684ce8367feed3f5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18614c8f6ec4337f88784929385135e844f652b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb6220d8e9542fb58ababa9cbc7bbe415eed4a1e06b8c59ad16ef019b86f6c1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b16e68502f6367d926f4d15f4936b81ae6d26c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b01144bb9a823637de8fe6a334ab05e2264c6ed25765b59114f398f5394c7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab6d04c259a51c05708cc2c50b841a6706b5f03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb8c51db3d7536007003621515b9379b176d63a5d03cef33498dd4c54d3add0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b01cace7f94eee88fe058feca4284d188bb8e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39268edc7d28e7d49444aafcf0c2adb79bdbe7f88bb6194e652634e76ac0f7ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5401aa9fd4b4fdd984231bdf8f281ee713d1c523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b162356b0c82d17e31cb341805e0ccb811916519372d8d60853de8f5799d97d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b47ee6d407b40538c3df97bdc498706a94ee43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238a298353a5d837aa1f3682889a7c13429037e43cd18fd1fcc17aea51f8f84d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b100f2715e0aab7f9f1f898bb0e3e30bc8b4933a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6745173b83bdf0eb44c5986752c7295c2bd7fb874efe40dfa482f070d333d451
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e93146089e6d9bd3be913bf8104ab5bc292a67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad13be8c4793cb77cb302d5f93ee263e76a6233db8f86c280198b6f5bced98
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d4bcb7c6182ce6bf82a74df9bba4499e7cabd00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fa9e1d1b6f44cf64ba832a6efc8c364f4318b38996930036969006001631f1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1d757cc1a4a582239e87479bd34521e0dfcf62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6e86bec75ab57b7a1b2c7deb2f0db95e66051023871b359ec7d5f56b9dc082
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e42d894cd6b761c74afa16823471a708ec58a20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261d0e76acb00fecd2f825795d9e23e0a31f0b6b95652db08f89221f066df3b4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182486ed42eb7f574d8880d23cece5f33f417c05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c37c58522af9c844e32b01fccdb90d522639e582934bbb1a6aa41a2842660c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c887099183d5664b28a485f67d28df69028663f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3312d3ec0aa1d5b6766cb31d92340404ef2dc620b72706eca88d7792c60f580
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f6a1efc900e0305ee271e27d8fd23115451099
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1f1c3ff9215b4132680fe585c1b14ce004b1fdf13338c553593e78455d0c03
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cab8714467c4ea99024dee35c56bca57ee54d74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e30b2ea118212c3ccc829e91e05f73a01478ed004d618139d776427b7c910f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb1c91c5c8851bf7b37d3ac8c01263bae0b3e15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e56ec4ebda23674759b5fbe561ad12d1060c54b5b85d46b1c8736675e42814d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c7cc98269943d5e27495093c35e85c172fd327
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa724994d7d8b56ab3a83d74d82ad2ba9d3160e6abe45194a9948230d49f22
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137f8be9c0e02bc85867ae048b2d8ebc334b9f34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a93e7f480e6a613b20a7fe1be7768e8753a1cce05b99f921dd4d1ef4e782764
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3eb2d2c1399a2bd9f5079d5eae6ed29a5ac211
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146591ada8499d7cd7980a9a523a7fb5675ff8084d55b6ac7080aeb984836159
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba11801752a55f7cf3055246acc523e71b9cbe0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb30993170d5accb8cc5342d7def37871aced4120208e0442f538c269732add
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..162c82fbe3d755e53aa111aa788408784adc74a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21459637a90bb09959fb543f0748e7f990cae78a60d060e2d9ac072d5785c7cb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e414e32c075cefa44546af8c967d4baf2715a662
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aff8c431181a5a8d7c0ca371bf6d448bf966953c22ec46f065d1e5b5236f6a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963b620d17819d195ad254791bed4d7d590dc6a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37d64dbb9cab90abb5d682e1c9e92633c5ac74c937ee26910cc9a2f0906a270
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853d5bd319f894f85c491a0cc4956c20c74c43c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2799e6dd91306af38599f46a32ac81754b2ff41cf9806f072a7851e7ce73f0ef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7aad47e967198ea704d2bc5eb351e29b85b797d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6893d567b243d12538342fb55f2f4745637f6d25b30617426d576331e5ebb94c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14aabfdf59813e704701b35c311f8defda30e99c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84730353aa6c48d12fdffb024dc368dbfb3941895694f7e28fbed709972b9b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3a8de1c2b69c8e1f2127ab58b92c418b03737d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fd11b092e7ad4605bdff2e8fe89097f4064bb5e975a5640cb9101698504b6e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81638101649fdc07f841d130cb66376c0d39ec3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447e11355628f00a670f4a3a476dc597a8adad781a4c3ca4ecfd1f1efc75cf5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81e3f4cc8dfc19d11ce4cab19b645d6629500b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7777be51f3048ec9035f18c4d48f7a6be8c070734228609a444bf0f33c1659e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb09bf88a8d30fc9ccbe3a3dc771d475bb9614b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e166c3ae454f6eb2dcef8aaf70f737315e7bb4ad83b5f396645d3a06679d75
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91121298656faaaac12b07c2ac984bbb6ec841f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002cb7855a518d9598da3657a1cb58a89a3d20b590719be24ad986a04f5094f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49cf88e3b57d9a79ba12682935488ed2cda5654
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf2363c64b6806ec3efdc861bf44411f3313b24fca060f8804ead561f3651c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1836dba2e8196cedcdd41e53dabf93e86b3479
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10c538aa5df43ca205fa94efcbeb7e9f9b4e50daa602cb0ff21ce5e15eeef6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6607e7ff4ccde28e0c8e24dd17da1d13ac4de9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7b03911c762f3783ab3ca773924c35671ea6248d6a993e4884c144e28fcb8f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d17f3898621cb00f628730d6d839b3fccf2095
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925f031a4bdfb7b8d6b79744f7528d41ab78136f6cfe89920e6abcd85620089d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d483bb084482560cec156ac5a1f9b64f286b0a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433bd7de1c0084379b7ffd5df26a5d306b8028eb31633d4d9cc331d7484063af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0e9524f63a1860772692b4daf1d6e7f8fdb64a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ffe1749725672bf7c3f049ffcd996c031319193b40f847d405b2594687175d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3a761b31086cd9a8e192d0eaac14d760209731
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4874af2b15deb52c19d10450ee8bf6b8904585c6a7d231cb89ec2ceb7d1a4c81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063057414df8694654efdefcc8e9aa1c4e218cf3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:707d07aa82c094faac16ad19a029bd7e78f5cbd02a387b381012462d9f5f351d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ee4f08154a381194d4c7bcbaab8182425073d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7edfc47e1137fd148f95423582158468acb306481258bbba7c3fd4202f56795
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a739458c6499d853ec48ddb565e6ee6c7223f40b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2f78d8295d781c3fcc1eb2431f9b904ccb0c2e16858f9cc953ec8f5242bc4c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055cbf082bfab27cd03f1938c4857efbbb8e11c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb8a99e10e857c661f93b5a67aca35544affa5efb883ecf702fa2a973c36e08
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cea2542cfe91c62487610d8e04230a2ccb27f15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71d7a94e84cf2f3b083e6771636b00bef2d20ad34805f7efc9c03c7de3f7b33c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a49f1d9c290cb51ee8ee909260b0c16e46ec79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af516e00eb12db29b292a284e3e483ff1ddfd488b3c46329f427061665bd5f1b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f62236d25e9867ec41045920684a2ea7f4e039
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff954338d72159906d9bcb28d4d955028be25724be017a4461eb651c07bad1f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c42583cf0d4b911270b3b8fb7bcadefae82375c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa75f0f13dd82b9934bb3bdc0fc6166369ebc65a33611938129bbbaadd93770
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..344c5d43a74ce64e46737fffe287a7bbb6f650cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d437da1e82af622a5c504ede34aeb702f0a070a4005329aa13e1d73071600f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e94ed2a433f47f91275b4e9fdc7a214ddc5f209
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07870f54a0ec9cff958eb80d5723cf4c2176e2f95c53f53fa2706e2e0fb999e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf76b22e5f467e6eab252557663aa69ffd1c9f88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a017bd1e6c600c38a574393bcb2e589776ff7de9105a84f1dbc513af446ec07
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0214fdbe87a895df6207bda003315ab64828ce29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6123d817477dee64996f6a79da62ac747741722f667defff4047281471c9ea2f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fef1844b3026af27d9634b69d923457702eec22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c9bd638c680c045aaa71a1c55cd6acc5f508bee01b0628b0a1adc6e0dd3eb8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7c76e52430c26b7cd005e98169d849847a6ec6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c60db011b49c46b281a458bfdac983e222d7cb25fba5df03395325c20f3235f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7f0d53793a7a1ae6ccd3366550d5f3c2f52494
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f78a6c8c8b20144bd42bfe893e3902b6f9ece8081526746f6dc314be581e88b0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ea5d464a2f2a229aa2c4e6ce081be24ce8a285
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8102daf425b605ba34962ee153297fc746a9a0bc07b952cf76958e812d588991
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48155e1ddd73f3fe9d51726c4e7b72f9e28a02f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8010a229b567c04b0fe9243b469a363a4fad033cb07b777177af15d7b38f3ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda945c624febda5876344f9097dc733362f47ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e08b64cb866fabb16e3d4860ce0b592b92b6a16b40cab0c7700709f422c273
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af517687df9c830b70be7d4c3e712fad19abe134
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bb4756638335ec844f187a0caee9941ffeb8ffa72b630949e23aea5c954c6c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cca896920e143d76db1bdf057a630af2b9cb84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8394491acef4092fff57b68f5f2423dd55279cfc87f1286a6453dafdd9064342
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97845ccc54075aef12f4a4ec2789e0ad892b0942
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e19fdc8f283799466893ff6375c3420c414b2e46794de7c22398ba77af1af40
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc80c40ee455c05303e254596b83ec1ae40c597
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0a712d306214eda109fca5c45582bd9d40ddc6fb93c445f3afdc271ce1f4fe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4e10db43dc2ba78918b82c039ff35660aa48ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e781470400b70d8bd9ea66bc9a0136d9bca4add49358f89857d715fe6cbac1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1d99598c3171dce1e30d83f0d42b940de017ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb64829c29eac3ac1436c85934cde6965c2b6a69b6047651bf0981de469114e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..265ed081afaaa66e988bed6c5f8143990d8cabe5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efed6e7af164dcbe9c9cd3d0a82b1383ac2a339a23b7dfe67cf37e898e384732
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe9203858a33eaf48aa7f074ca6c8c68fe7ac24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cb2a4cf81e4b13e813c8cd3b0eea66399e35d9757f2ccb5c1dd0b770e54757
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3e5c0ede6ae8a47e269268a1726084f9bf5db9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3371d1b00d2b49f28d2601be4b69e9eb66c4c375527f8b139b9479ff1060e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209f2f3d8f5337a29a222e07406f83274cec1147
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9ac3c776352aa62c17b818f6cdd057965f402b117ed29e2c0bfacc76f44a5e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b1f5024499d9e5c470b67829f3b6c407031c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f52e5e40d8fc64e2214de04daa6c593e53f3180454e29d29ab6adefe6fd382
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d14b3807fdb6b1d6ee15b1689355b7d1a1b539a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41eac87ec536e59e708351cd339cf6016329c5a0fcfddace01ce2d477165356
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73fcca8726857bcbc3fc9be374978246ef6a52b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef1ca22e63df656ed8a1ad19676d2ceeb2252fea6b77efb321fd4b2f5bbbc33
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d078f77e65889c62ec8f751ead6ddf6aa8f729
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf9763ce4fda3696e7d32c6f910dfac8e803d8ec4511c4f801b726b0ed4007
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd0bf6da341955a2af5821e72aab00b72e4f1da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf9d169a21759bc893092f22f05b7fb5335f7b8f36ae30727906bb06f63c1b8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f6824da099915627a41aa97e01ee706d5b009b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd2f44dd9a71cb3998bbf2f3f62b7ff37adc89f60a761cbe33efcbf81f8f8c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ade8f7ee1003b0eb751d52c86570a847e4141c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfc66b32923e623380cac8632e1b87d41375f8af91e8336e80ca3d01f1416e7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127061d1566ec661fb031dd3a85be8170b80b627
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d523d5d156ff8dfae430a910bd18555c5e5dfefa85fd992c409da9b8568efb33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f630941e4f1643addd771b923e058ce9f933bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87b516a60ddbd7660882b03a2fa3526c5a194343d76c4f3fe9150b85303582
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff292ff6b1e5eb2e13ee1ade3151e30b340d672
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fbfaf7560fe8acfae254e0590a50e2d69a994e4b6ef1d41b9bcd0760029132
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3257f1e47501b09c605a1e56e347d9a99a185355
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b70b48ae4e57c3fd3fe894d46c72085db4136d5c18de03e4840655e384c5675
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db7fa7e071b68c96b1c7913e6fb0a4732892ec4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6c8be2684ffe5693720990b1748f1864c4dd144fc5e28aadc9bc64619e4c7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d723ad56e5c634fa27e08967b663a43c67aab5b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d5272570ed08e292f9751495c767151f74f25e534fea754da850e4d77c9a9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b607212be1f5b08b715c61624449abd2d4fbc73b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abd135ef9cd643cda9fa43d643793029548035ae3fbbaafc0de3903cc80a3125
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375c5b953dce8d53893f8da3290a370f31ed80f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df6f4c8d9aa2d817ab88ddca70ae5be33c35e48dc35e78d6b59dd1b6d062e41
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f3e8ced5d6c7628e310d407ad3ee97e11ca66d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b2873970bb9474346e1a2014477c1eb1af5602c52ef4ea44024ce456f68838
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69775bb5c42ebf063f31d954fce9ef9f0f5fffb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319fd54bfcf41d1b2dbf799bde5e6af6d5a3666fd0110ad08e378094d51df9e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f182fba9f2ccff4219e41a3818e7c96efa506311
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebf4cc4fd01b589abca0be0c8809fe9b7e6ca1d43744cc71565ac6ef5bce57c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88974bb27fa5ce07aea36eb4d09786b4dad599e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c687b11b6ede862400ea70abdd96f89019ab319fc3e716649335de030a3d5a3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941e7922d64533e33cfae0207203aafacb42d3d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82eb403890b2dbad9f706273ad3c383b0a746761bb011796795eb935c56ca912
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f9a52c01a8d28073cf3a6072b0a84de9495f7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783a779a894510f63518126f2d3ffa294eaaa0df0a30096f9d5adc41cc888a19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8d17bfa69f9a0300655525d8ae15f27e7ea880
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d2797a97e590a7f234644e4833ba2a6e6c5b8a0ae88e0e139c41bd9a918365
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0536c155dc33e8784defc04fb2d74911c8bb67ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4442fcac92ee39f3b45c9b6ce9f8ca248954af294dd5087e875e9bbcb18eed4d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f7b3dd9a8b1ddac0607623059354a7b4365ca2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ef48d24e04e0fba05742379d30da32a00e6262d1f7f441227f3e8c50fa9560
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6157a3dc8737283a14b59d87b4a9d63a6450525
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff438d8e6a7d1651fea46d0514996bd298c77c7696dc771185ac8d8a41cbdc59
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b64a55dd43ebda5e68f99ac9baa104c9a45eba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f597939a721f18d2053c210824adfaf74e93d2bcdf32ffde1024eb559440b81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1664d717d0aca73a024db9f7c42ca91c625a95d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb616e58d830c3f105e18dfaed90253093f2449eaaecd5fd439e5ffcbfa3ce1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5bc429cafbfc0be0f0d3bd3101210d35fa65d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb4116deb1bba0ba841ed1c19ed5555044924fc68b7c092dcc9bb5f2b356ecd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe46534012bef1313da1f275936c288f3a4d262
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424f9cbc687a19ea963b31c6fc37251c892820abfff564c74f58a332b545f326
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff69c19dcb1902de4b16a06c70df2e604ee9e01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f520695078919faaeff649bfefe37df6f009fe849e15eed8ab5e144eeccd28ff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2e42b28f6d8d4b193b427a59546b6377ee2875
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e90926e5960a1bb355b21d2d402bf46a9151c6e3a27c0c75d7fe6018b00d0e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24608cdcc5c5c424c2f2e6002929f00877b4bc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506426666b13b617ef20f99aa0feb986e65713e268b3b0ba33e639be36580b9f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958580a6ce11b6eb92a42c6548f23ffa9dc6536e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e196bc933c2341f3ab11b9b70958dd3882be0cda17cb165c4ea348a5ccdcf96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeeb8cbe355adc24ff76053a31b383503c41967
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0983b94839803de79d26e6d821ac43924c913bf1dea8f4fd95b7e88be6eacf1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98431cf8e7f801fe411b07719926ab29d960879
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31c39dc731f944bb408eb8bd6a3aa33d13e370864fb7a7815c0e3eab5296687
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d62814a23504d03c3234b7ff1bd99ec6c4492be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:340f1a76451e2d2484b08d1738a7c9933888c4b82a3e104849ba89f23ee752e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac650f6b44f28f8c38115bb3cab1461ff28669eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9667ba19e19623953f7ca7a16a52b821f60cdb695c045a975eb1db868874cbea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb79f2058aef95b5c1e64f3069d7334c61bb768f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2300298409edbc0696bc7b092a12640661169c6d687a546f7b3a38e0b6b82ddc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41734c7529fc64470881d6605c457612f768061
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d5583238ae4aff413d51fe6c8973f6299a0c70b0afbaf1143c0f2adafa07f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6a18badfddfaf907fe9b3a94249a47205b34959
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669e7905a01d4131be0b900d2dc0c6cd0f7065378fbb85fd8ca09c6a3affffa3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878d9009be94c30b6d9702ffadbe3683fcb945cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299306ac6d91968d474daf84750c18706179ea159e39dfd7ed981dd363cec68f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c836956136cce570e97749c2c42c83418f050865
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2195b0886d69be3f4133956936ffb8fa25aeb70ab72928cc0029983acfe3ed4b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01adb01036db0bff066eb99e2c833e0efa46b7e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207c07f112c850b14cc33b720d248554564e02fa422be176369f6d6da06195a2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b067474fa8122715c540d2be591365a2b3035a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4696113e47fa611c999631beec5f2b51e56c0a1585bfccf92204d66169b5573
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cc735e366632f1f0c48086c075baca66f8c297
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34aca6ab0fc32f8a3b3c7eceac4f69d7909685b606258bcc7b8a41be4bc11d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1df9bd9d1e5438d241d669195beb52555b161b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f894f35df2b8d025e573d655bae6bf79cf0776a17c109eb38ec86ac2929365
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a7d59e43c83713037f4baaa2e5d2a81dd131d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e686fbfc85b406d9ce056ed3b6fc65571b5e50fa254cba4872de746c208754
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3949b1079be4331bc890be4db1d71a4cc6c28058
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f049d02a6f931aef7d10cf54da0128eacf9b19132a82d16093b0154f553131
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0994869ef66f33cdaebf83792282140394002465
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e801bd9c1d1741b6c18e41041d7ede3bbef3af1a340cb9c3f9fb74f825f8e5b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24036ad7fe269078de0c6d99d429b880428b907
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f738db780b860aa3a5df26a6db7e4bde964d8863d434eec918fb820258d43650
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e75de4c19ba9dc5ef9a8fdc648e6bc2cbbb978
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c097d02f6b02aa40b4a72ef2b6697f9f4cd39758e81d1172bf9a9c2ef0b3da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307b24635eaf6807e9aa460f020848be892d06fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8a5a693bd02623aa635c88815abf8d35b59c2c67c9d32c0c9e840653e8fa50
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0189796cd9f8ae916793a894720c8c7e4a01918b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3389c5191b0e0ce8fce87355a9eeaeccb017a85b8c27b2d1facd2ea721f00019
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6c0ec6a339749059de4645b7fe4c15cbf61cdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a833d1b1579e04942fef9d34627f9075aedbcbb0f06b9be18531e9aba5e45acc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794949de1111937930db2ed7a70995f0d9ca5f43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24435de1fedde1295389493e95bde4ab187054b133254b31b6c632d28ad5fa49
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668cde74d3ed7366593c5e7bc76d5ffa0f6735b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c035fce8d3a1c4c4087385a24115c807cad6fc2b7fb6d8ad047f0db884f5abba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f5ce159feacdd243b1c1e2faddb1533d3e97e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f39743149baadab59f4309a22496aabf268cb781841cd925ccfd031c011956
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb29c7a32f6d30715f95b7eaa58d900cef0918e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ecab53ca54a1923e14a286a36692bca4a1295305563427488913d3696400ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab9f09ddc625e29fd1388c1504c808844e02e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4847014d73e0e386da7f5bde06b0d9e0fd75168f0ac178654b100ccb5fdf8eaa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce90f5119f62650b3140ff787e21a8496409d3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:875cb3d659d07e995d661fd82533410d9eea7bdbba099822cafcf63de435b256
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7713264f927aece611ec0689b711a82647e43441
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097298e74e30b9e82e46c7570c3d3595ce61ff5c34364c454b285e7e29496863
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa2b062bc5a37edf398311e60d8288ecb4454e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a83402942db748e79fed5f36d1e33ac9aecea12a05028441626298aa4aa256
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c12f303ccc01b87a690dcd0b19dba926a01d83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7cd1ada8edeb6193c3c2af355bd6e24a186dc9853e3162c48cb462c2ee725b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fba185c3a45a1814f9404b13f1daee716dd4816
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21c74e7b3ac9725492b33e559251cb9185eafef63595088fe082290a64f0d7d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba8ea3b760a6c6378193195a84e54d477c0dd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eaf9a8a1e04f148ea12df2ec055289b30bc403ee3e6dbf2c72648001b45cfad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6cca528222ac063e76500d6c8ee89da93ef22f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f2aa0cef0b0ead2222f505ab6a65c4de21e4197f36eee58e0ffa26a6cc80db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69334e456d7ddb647a94873ce503dffce8224373
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f1e88b521f52694e17350461f5a6f004fd91d044f07dcab35179b9d73dbccf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db730f9cb20e49feb9fc597ba6aecc4fa4be187
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccec82fe706dffb47be90b58416a54d09cb10ea078b710441a02f4315fd9254
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39625a1acfbf8894ff792f1caea1c15899835d20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0d065cd86fe580dc76003f13de99828f419ba07a86daf3b8720fd5d1dee4d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca94f9ee0d0850d376c758c84fecfe98c5011f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c834e9e4a30a61fbcfe4fcd187d3c6ada39819ded6387b79484d66e441323d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28d37b8448980169630a569836c029954a86570
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54c0308a7ed05f3d25392ec5965b26079119768e83424faba963e2b2757c5a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdc1cfa09ce460179e4b406f64d31c77fa681af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f555f7aacda81bc44dc32fb2434088f3b7fd0f918023ba4042dc4131b1df1f3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c3a0bf04841582896883fd064f8a049596019
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ce47112de576a06ceecb93ba3faca7556f1f5bdc805fb38b5ac725dbc21849
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bde786b477e04bd69092b140c82d977e3f1d5ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d78e401f7a69477930ced4f5d41e709ef90b3144f36d956fbb3c5012461cae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92f41b2eb90800dab5ab1d653c12a97f4e27218
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79eeec831617ef1b841de2383c795a24a892a51432b6e3534742f85e9775e49
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47dc0a99c70254743c7793b70095c52c6087ff4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61689215a5872a702a9b92b71d65da55ba1ebc47598126d703a089b819c4bd36
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c33b596d63a139f66619ef3738312483bbed5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e44a2d06a8d812b5e65a591bb24c307dc8ac0df198f255b787853c4da3c0eb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0983e6e569e4d6603b692b6bad5012324ff8250d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a380beca53ae536f211cc161c4e323e83ac53bcd0155372b02629247c72c91
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08736f8b38ddeda123cc21eb792a08fd57e2404d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56fac4255b17914ad3d600927ddddb48c48853265fa54723b52f1fae5ccc0c6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632a00f18f9a152b575f8f80fb0e9c9e090c6f5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa775d1afde42f62af5125d9a56b6c2278601c1b727ae2865cf5a38ef4bb4c1c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a72e11a4025d3c2fa126901db4b4d3bdb66bf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7e486c06d3aa3e82f2f99fbeab0bfb9b473e309b3451ed1a8ce03ae8f4f825
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1154452372941573a461c086f29cb9037028ea72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed22ce0fd61983f6411bc92db1f4183f7bb636c9e35a3ff7e9a1fab7ce64820
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c25b5aa18d6291454492967d7e9a65395dcd38b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2745fcb2adb52aa12804e269b58254b82198f13fec152e8d0b8e6202e0465811
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa710757c5a4a130c8129917a329b572d9f6417
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96170b1761363d0ae2ee439d9747a2a386562cb98fe7da97042311e92f6640f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d267069d5b9af67988e1360e3ee98130baa67ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a01a89bf83d66a6e4d8e9218402ac83f15510e4036570f30443578a1d18043e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac0723349131e6a05b8fe52e9d853e12ed28f0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938fd5dbe3e00d37dd2c5678bc16acd97b1e3649e105e5b127ef49ef15a6c4a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d948a10c906adea56107b89e7f9031c657846a5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e912386e09d42f93719e01dba7d6be70bc3937779a3a9a6d959559bd9c4a50fa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293c5e356b253aede516f1afb619b9eacab241b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc1bd401929dabe00bee1dba1c3e436a9c1dc25f00390da999567d2eb834f0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a9b3619f2b903424d55a7c8dafa569d926f479
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a6a8fbbd40284e5590ed431b2b53c63fca0fd3773660f75daabc38bef9431e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ca5b84fcdf986c213ab4411edd3473eb61c4cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8bb1a6d5526f9e30fc80b0a7c964335e5a0ba99079f47b9f6b6d6ce2c39154
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b190b0ac61d0b2f3b221ddf041b648a81e0420
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae9edc825fcd4db4599d58eb426b463cd534b39797688c9650b11d9a4ecac0c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751c2420af009bdd6f86f2160c2cdb95dc96b9d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51feaf69b027d7af27501f3094ac9a7a425c534618298b42abb5bf06e90c1ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2936d7fbd62f37ef4f1ca74dedc571581d67edf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41bbe17c12b7a30a98a026c0e29ab749e9f2609e45760ca6f2815e1ea8cd4f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1715ac1e194ef04638e2f63560ad9ccb6f17f8a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b15993eff109424bb8218b45706c5d06e1d45063e620a68a5ad396b262de52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20cafbd66ddb547afa7d601d91cc596242eb9fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7b2c8d6167ccb99bcb602d4639058ce315d332a7c8e72446e23737fbc60c8f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd48e0a10df9998c60a63ad4519a235dfcbfed24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c986d7bce6e36604d5b72f3e626804d7fbe77d2c796e1365911da2726ab29d30
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4538daf2b85c03e193942201d5cdb6384cea55e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dff395db9eea4defc8d8336a34bd03a6e8fdca4e54455aa06f1e65660744902
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7277964b082c69b998e874e67ecfd472d0bdf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f142d89dd7d0ac890a5da0edcb425e66111c9ca8ffe2d16f65beeea261075804
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427828ad327b36888f601c6d973535acae26736e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb622dc1c8f5a73f62617d53fb653d2507bb1a0233b74ba490dcddd99153dbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f619062a08806847ab7ec6ba80e45e09de7113b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e479d2c174ee4d936613b2f15681333f3e1ce434fd3a5eb67b04cea5e56d67d5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940e6b1ca0b398d2e5b7f685f4b8606c4f453fc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641fcb11638c4036c1e5c8cbcc4e4f0c31abbf3e5ca65ece56b24ae4566f4694
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16252e243300a38d4031b8d5b0423150d9cb58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36141bf1747b51b2c05825d001a6e303383c105345021ed69f6c391f838d3f99
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874de294ee6fbabbd80b7b326f16bfdea9b92eca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d324a9497822a805dd51d5832c79c577882cd7133655c73bf9c3fcfc2e2fb2a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e58cd6d3b8390427fbdcbba1153d54ae8ae259
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e28902b2174f2d8cfbfe0741f711ddd67c09a4b5bdb0f6974b03df331c2abf1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5042a183c613abaa3e53fd46f2774a60a5d7454d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2f3b6435fd7f354879b6b92afbd02afddabb5f3658f26acad708bce867525f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399deb368629740adf9f2b5b99e78a1e0cb3da02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39309ba667578d0a4fa0c5597e4e0c0a1025754d426b0114a9bc1149a1288c97
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0decfb197b812583099874c9ae0bde451de121
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d073dfcd0bdaa36f517c95786f0d5113a70d08aa2914103ade9e09f9b6006a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fca6c422931faaef735ba7767d0fce9f239cc61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb3eb7f439e319637ac84da23b8121c990520e221d32ae8069199828d461f1e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d146c06b8905e2cd79bae31863210fd31c20f51d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa77343c77286e5ee7a0af64cec1e73210ef6c3a64294e989824c7c7199c475
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2c30d53c8cf717d25e06ae1fd51e91d51d7904
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cc73e14be290099d831efe7c39b97b58bef84b93c37a6611414fde1d9af06b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08e8153016d6b31dfb5de09edca93483ef82d100
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb347c51743f589085086dea4a15fa5310825529ea291f1c757667b83a0b9fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9177049467838b833be4b4f10e5bb42c8623cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90a53578a2e5d0c9475d3da9e3c3550786f16a08756d4244975c3027d32c593
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32377085059d48b9fcc419c849f75a7bebf557fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eda26f2bead233a3ecf32e27f0383d4f8408cb97a2f8c4f0e8dfa3d54d772be
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e69a2f86904c0ae1e4eeb8d6cb0199899a5b18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da754f6cf0e9baecd45660e4c6201978e1692cae241bd162eca30cea319c9743
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b90a9183693ac3100ee76f1dada1c4fd81e40bc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52098cc64ae2b81dda525148ed118bb9cbf205692afc63007d3297a98f5b06c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e12dd85eb0015bf31bab029e54ac1dccee317
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf0c469763b6a317fcca4e9c13811d2ae8d61e32e59d6e7b69519e3ef2ff77a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5403208f95dfcfb8d6e7835684330cabc42f94f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5b3e1637f3b014c6218b18dea21efe494477ed4cf50a52a4c18cf359d3222e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3b4ebc0eea9570d0f6df7441b3b15e514215c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa055cedf93fc0b066d4e5df33de65e4dd25d2eb31321aa47ee46251c17cb4ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e984ede692b5d585042944e0603e111ea84bc5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6471cd7cac26c53071327837b86261929c027dac80c1daf0f26cabbe9e7345dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b36b10c08d52741c079352295cf14931911ff6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f33a0b16b09a40a6a27aae6fd013ee23547b35650addb220120deb94da21ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf141c1ff73fa240207cfe6e28188e6f6214b00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad92da32e9173fdcad1e98bd255ed71b55dc9872165269ca39bcbbccf61589a7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2979eaebd5a475a32026a09011058be222b835b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d366e57bc29a76018dcd2a80a99c4372e525c2fac863cd929c7e52b97b110f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189a8dfa20ad871b020a9d536d45f56fc35b1980
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0258ab969fd5e0c8b28ceb2c4d059a72c494d6154b9a202290b97c4db38831ae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cef99f420e0571fcea650236256dee9b7b251f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac3d2b5582ca57966a42562c8e3b3dabab5325fab12ee3afcb4f0409660aa63e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df1ff5e7d3cf2d1461d97c04c6d3d3144a2d596
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b7da0f0c67d4a994211db895e34609ddb2553ca2a4fa555852689207f34685
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20eecef5aadfd4cf028f571e14837655dda35afe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f294b31be3045247b55a7f0c8d2179e7b4cd0de0c47e711374eb8c449155b5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eeac2c6dfd202f18f52c4dbe5cae107db56c354
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6c7b05aee01d4fc6abba31540ded90b9adca17cddff8c50c2c7ff7ecdc8042
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef89de0114dd5a881ba58eefeb0bc576e2b10a26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0070f4ae16c751999e6574164d6369ca84e3b9f488ddc7acc38d7a76064eef15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84999d8d5b132f628f2c06772118e9ef440102e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00aa3f7d919c67c0a1dac975f1b06992dd428bd885cf315c8915cde7d52279bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042f3fb282380be974e24c6859a89ba4064bf79e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2afd4dbea47b13b6b5e796a6e8b494687406580d329ea616a150360ac9389b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f8f9babea7b09bf065c7e7315718fd46c32f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45a08009fc00af657dbea126cdcd7442dc96774a3a40798df8fc279089c0ba7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd2c1daec58726abdc008cacc93f168c27e5dd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba184cb33ead555759eeed4fe0734a849c44edf8dcca92b3c17d6749d67c34c2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ffecd4d7486b8e7e60acae7273639bfadeba15a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69ee88729421ac5ec9fbb2bc1f20c99d30df6afee6669d25dfb27e6f725fcc1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776401e65ee01c3f182cad45f49cadd0ce1cc368
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299197b68ff59ad7f3bed0f6ca0b77502af82b46d1559166961adc0638ce2bdb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260ef67df1c30d4102a97babd58817883b8c57a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb9a9a3c09361b22f1e240fab5eb6d8f1627d6e21c15378d7216e410a78bbe7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f72288aaf9d8b48b65e3f36a5c6a8c053beb62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92891e25b18df57634784c2e7f0a7ed53f7039bddc10dbce84acd0fe0dba8aaa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095db40288dd17b4f64c9f6096c7c5362615a0e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4570af96a7d769b3c0fae98e11316fcc970bdb3c8bed86636b12e250666808dc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6ca35600c505f2d768f5907f086b97c5e13381
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8a69d25a32582a2ead47edc0479d6a6b6f923faca5b8a01d2e602dafa0a3a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0858ea8e98bfa19830889d556e448e25838485f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14e03e889e0bd0e8e5877e076fa89400ea0a2c5e2fdf96a3079a315a7472e24
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a20d46e26a7dd638198d3ba4cc5761f1ff3ea67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938c36bd5a48f76ab1166195fa206dc64ba69fa53de53d6f51f417260cb5c3a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c424c5ac7ebc822a6a367914d5ed06b0d9205f4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd43a1ce448908ef8745c7e94178153f2488b0b8813493e144df8f2209977bf7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1239c34b3eeba0170f386e34da02fc0ebe35f92a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5ed1db4797f633fd746d96054b65570c76d6d43a1c4dfa10c8429631254310
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f984fe06d954d92ccb2d1fc6a3d1c6ddc95fef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75239e47ae64ff50f53602a6d9926f06420dd1663649aae0b7fb201c38608cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb3dbdbd76498cc37df347786a8bbb3d0ca27e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e577adf174b3fdb58ac3290130731b15e529ad7bd7b3a1ad7f1b8dc8a04ff0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b374a9c44ef9de06050c25a5fe043a267164b9e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8c0d0497c110b17dc82e977bbf470e0f8369b084886dcd2ff7875cf4fbb31a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5041f3e607dbb7047d4c0e8322bd063347e00fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d3978d5ee5cdeb3781f182180a0f5bb35cbda7264acf6ca26f1a2e40ce7fa1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d022c6b665894fc29ae761c916e6a572c653160e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82a200430fe44b15613d1083326b100dcfc7aa368a3da3af0ea2ed57839dba3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b768b998565930647dfbd458fc2af62370cb79af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:517334c78bf2655d941abecc59e56a52467bdbc83e8e55405e6d6b72c25c5047
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c256c267df3962aa0f0416c52df8ecbf3956643
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf913853f8697360b6f5b8344336df96a1da0bf760ab2366f2422b72ce437c12
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb0db774c07f9bf00fca9b9917506aa45e7b92dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb1a66bb7248b6fd957693f681c0feb49859d9fd82ab527d08b237037c01df3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29def379c78f45a348f78e467381693691f6cf7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af899183c940b83e1152b5242cd14f194b04d9eda3d0f208e68037d097ee966e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc38e2612515fde18ce42bc508214f9db2ce9cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34c5d272a77aa1738a55231f0c51d11ad6fbc4055f4c68043bc440f07454c30
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561d7a31d0a5035c17751bd609222c9f801a2f87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b92dd507adb53de1e7405b67220b1fbe71a156dfebe5fb824d9200fd79b0c13
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d648ba190710f119af39255813824f5e149cf405
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23478414ebbf37fffbc26a35c2ec00cdb4fe1a2838198ebd30091e29b39eeea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d76f2ccbc0d4aebd632fdf4f957385d0d11f2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd96f2f0614c28e35e25d89af55889dd0ff2b309120d0957ec77df41906aef46
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e942bb9fd093f34ef595cbaab90d87a6b2d9ee2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715f3d65940033f8454ddeb221ac098ff9730b73c5798433133ad8cdedd60cdc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ef1c65034bdb8de494e5f27b95675146bc4981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5e1a0b78f363196562e4b58eefbc026e47db4991e7c085efa218775ae487ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8b4b8407363ac4fbf9498a1a5f3c9c52db0758
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a07d66b49d782829e46b9df68001150757ee8d2e8eb2973d2c0d734eaf8838f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017bcf86ae6ed7bf0d70e45e408dfebd33d421b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3675d1fb1a86a3364896a9abcd7bcaa33c0746df5d16551f8b40f0a7c94bc5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154959ecb0b1a4ce13dff9ad12f83f1a050cdf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebbb0e9c5e883af2b52056482c0445a1beb148fad76c7f96b65b5c32ce42f483
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dece398e763f407fc9d80c6f99ee9f8ec0fad013
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abae60dd56a24592c9a4a806c685f409d561df7c00309f763581a7b4bae1032a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2867c668ea19fed094f2d1dc812114007f11da6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6905f1b2bf3a40629921332323a07c5ed2d6aa292e951173c78f3660896f15bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350f22c093f4f90c4e33c73cdecf6b90b8ad840f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9927bb30c7b8ac44563db1ae9e94c1bf3b06d2e76cfc5d96d61181c49eab2948
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c10ad3099d602e5c5d277424458cdb9e73b985
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141be5f818f0ad6f18d027be2fa1317707d84a8fa95e539d21a7cee563d630ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c209c0877b7ac412b1c7f66ef1c0d182ec216c27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a813b823c04edcfd38a5f8f64bebbcbaebc9d1566c5007f40c6f5ac403996b98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47e4c3e9e8040ae765a17399891dc1a8ba30930
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f8eb99a9bdfc105fa303dbb422264b539f72fd20b0dd490aad74a34624292f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81143fd0cbbd9691c56a0e0e4808d676bcecb2b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bde437c762517ab7fa79ab516ba544b9fe9bbbca71a91e81816b0ec758b793c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c70d2338fbad797172dda4c2949a64973bf362e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39a5302dc9c5dd6999c5fb0c8910878d005fbb492fc294fc197a248c76d86e68
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fd5824b9d27649bc79a0133a3cdc77acc150f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8f09ccda8c7ea6e7b152cbc40e3129fb1cb0472f72a04f18f839ee0c00da68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2804cb6b0349c20f976440093ed855f3f37e5e4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4105df59e8c475586d5d60632604a381c4d3e31467b2f6cee59ad87247a819bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbce0687820e07fb7c5b821c8c7aca3814ca5233
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3965f9ac19d621db4096d9e3f324d773a09fb1ba172c85b3c0c9910995c5eda7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9a92a794fa5b7696d07e890e4a7437419265a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cfb0beac79d234fdd18313db31e33a726b0c5e51b5c88e6217ac874c41bda4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e50d201baf0a16bb7f45147eb23f28b35046db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298085a03b65f33f22ead95af2f776e17cd2d1aa5b276e647994a345f4783afa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d50587da150c0a7b5fbec8d5efc00a5eb4fdbb25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9692a2643d02897050f1a018c71444c6a0c489dd0b03b10edfbd2470caa51a26
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a5730b6e1126a611c527f370156b87943bff9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53defaf78e66a59272a78487045628fb0ec6e0cfa56fb4caf344ca367d62e46c
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b897d6aee3c51c92cf1eb9c9b39c360d9bb7d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7c701f8a2a72f426ab7946fa851f05f1edc1d46e5d2fe4e97f886c0784372a
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f9c94570ebe9c4d1351b632bf1b062b2333b732
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fb0d1e19627e1f7fb02be96cbc5a4758a24b2515e3fdb955c876715d96ae1e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c8a6f4f61d38c169ecfc236b41eebc5d6ba991
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381329185dd57eb7565b573bbfa795cc6031ae95cc6248f119d83ecb630ecf2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909f7479773ed565f7c1d83740e343fdc4dcec15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551fbbd9c7a7ea05f3cb06d33c1af51c485cd395c46c71bd81638d2fb5582bb0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ff578e1d39a6f79595dd292d7a30466fcbb14c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ba67cde676efa985498b0be67ba5e7c9bc8c1319e17159db85dd6523227d3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f60a52d71ff4de9a3e91669ff43c56088108d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c02f272a4f09a425cf006e176f5c3dd4587f19caec364a2e9a9328b7c0828
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81c462dc21ebc0342294ffa7b932a4715ffc996
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66456de64d8b6cea85638de2d4901d3b7fe05ca6b9f84be3ed66742455616ea8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772c697754129e8ea64dfd6197be6affa5b8bf20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b42d3ac89b44a5253772e84c5b30e7014714fe86e23105d7ae3df4c6ad36be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91dce10a5509a7e158f99d0884952294bdc072ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05d30d5254cf9260a76cc88d21f00d110659e35c69f45e18c7dfe962a1e8f6f4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2191126f78eee728fa1d73eca8ce4f279e79d393
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6206e10cf2525fe4359266803b0217aca1bfb39f283bfda6dfedee8d6fefad6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c32b56f9c47fda9a1e958a532b9bc824c3b9f14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58081d024ef57c7e2badc17844274c1acfc92bd5f1382f5c46f0d3dcaa1e40e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd65c9d007a4133dcdf51c247dbf19b5effec9a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69a3fd048de84469e8fdac5352e9ced56189de4bd7926e19a27adb713638da6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d870e7acb0579c4e78b9bd0986b5efb66cb1e4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbf141e4763105223f463cf6031c6546324e87d5c1e28ab929d84051df39d3c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2ff485682548ecd8f35d85fb99943c156ae8331
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab337f1aa8122e276324918fd2f0b0d5c7c022ad92ef191a2e8f377ba2d26a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff2468e308d9a2fb7a06e829c492e913a98001f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf65b81e0d5801542504511abe2dee8227e3949d1bfcfe45eaabe24d3c75121
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e449eeb31a10607901349668053b6f399134ff5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4724f8ba48f76576c98edaa083875234c9734fc6c8536df5521a0b71d27d8d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf560eb43d0ddd0e76c825608d17bb6e2bfcd9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82f48071f62015f25171d7cd95c417c607e1ac36818fc5cb53c7e0e36d1400ed
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a99ececbd0598e309e964b9bf419a696e2c9c63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef029def42b958e5eafac695e413ee3b5db8e4b199db4cfa8b80ec12eee30d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..466f5922ecaa02df20285f0ea55daaf110dd0982
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66af870f587cc0025e81f30ace94dc94781c795ee909c3fd6371e11c53dc62dd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa808ce708d78959f8236777206e06dd319b0bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d2536451faeadd50418d0e63a5b7e1c2312b3beb0f21b0ed4616b97b219228
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e946dc047a72dd4ebbb1fd3fd78310ead8bde318
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67dc7342e9ca6850477cd34b785ca3ff08b169210c6c6ee6c1a181f57ae4322f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8a055b27a39a65e545fc5fa97f2494827d6bef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd600e774018cc9dd27859e0123d5c9ef6848a772d5d8fe72829ca1cf13f9df
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81f5f93d2ee00da863131cfed67540b0a5bfcc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6356e0a3a97f5bfd1845e955cda81736e3f584a1c1196e099f763ddb99138317
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35186ff638eb4db302fd38dde823bb5a98ed3a7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0146c2ef1a996baf6ed350548507a8430e6a4651d3be027959727f998412ff8f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd9bd3511c2d3785fe0541ad5d64fdea49753fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14919213a4eec607435ea9fe67bf66a0ed86c54b1b1551e01a5fe12abd9c0c35
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c962ffb7be846a30c8d038a14c944683d26b001
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fefba1a9eba81792b84ae125256b223241cb45a9a26951eeb1d3e61d82c7c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b37dbe17d19ddc742d9911314d2b6e43cfd754
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79b185cf20d2c17282915ecc25304eabb32ce1157b0bd8bdace666ef5ffadcd1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2191da76682caeb7cccf00fb33132c2185f89885
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d233d05062e3f53f8c3b6444b42344bad75b3d47a8a179abdb83f0fdbde3b9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14a39b49ac65107e1b3d06190cc01545741eeca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f3ccaa6d4167025f78e717857648c0484a39fb0d5068476c9329bc95bb16b6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2a09a2194da6348caf3270715dd40cae2b9b28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50211194d7b48c60e35d2619c1df02f5f29ba2efb9b96a4f682fabb32b68b61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455db3ce917b833e1fb7cd0157bd6b3d4b7a8607
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c2f612bf069e30768fa5001733f4b394fbc95db08ff50448a44b4dbeb749eee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689705ea97c6dd638b8356badc040d2a231b380a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a385f13e7d3ab66125b71713d3969142cbfeeda26d8e4c4b557b4e2a0bdfde9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bdc8fd881557718f99f960c53130bbb740c5b1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b9dc7f15afdb2556cc7633c076689751b328c4f9853231e4fd0f2f9e593e8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeca357b744a2fe761945680b0467b3cf2bbc270
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f667f611ecd000bf24bb9fb7422c80af9a5bfdaff0e9b7bd7f677bd00cd74c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746ab39d077e447abe5c72b3fc634bdcde465913
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f153d9d40fa466796227399e7444a36c9cf4072853b7184e12e6ee4a7c8764d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89af48488ac759bece5ca08332686ab54f302fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371f121fbcbb9cdf4e381d74ab71e20489fcd4cdf037e1372ef58b498e4450b5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f56f50a49523bc94ea25ce67565b0eddd73331d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3caeeb2f8577529bda22ce51f683239248ed06856eef50685c038296707d050
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6b281cf3a39e6d449c111be18dcb31ddb8cf804
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6060c3d362be684b0ad7e65c5db0847a5ce9841e4f37f3bb63ec14508af286
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f5055bbb92b1a1db796bae052f8c807593ea5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037365e1181f0d6f7cf3a3251bd2338d8627db382672b312073ab52aee777dbf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25dbe6d27c9dc1d4126532e5d5f97fbd98b064d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458a8b299d69aafd147cd44a92d856f68f1e2fa264979e62e7c9f164c002596d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bac8916d223dd66a24da921827e0a88368eb6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206784e2cc69c73d200bca173a3b64bba35fc65309b54287df3cff8c9af2bb3f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..412e41ec5eb374a91c1cfa83c2805364919a4161
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b605b4ec069601a1a4cb5e6c9ae0e68cd2eebf659d1fa3a2ed27bfc98cbe350f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a01b25208679ef5a808cdc143730019ec020c41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ea8dc42e4d7638b7be90b5965118ca4121462894a7c7fc8b7e773a0b4f0bc3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f760682dc892b2b4dc6618b40d44f703c73276df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3018edd4a5f4984c4fa8e6fd38e0fc49c8adc4cc5f68cc37977aa30b4d2ccf06
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0922af92538f9611ccd58c60f325afd153d68fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadcb66325f0e379b6846c32d744b09f5a47f315f7679d7432fb0fd7322f4af5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b8ae5fa3293eaeff67c5a7d9b5727841bc260c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b546e6b323c0a9085e6354e7f4bf29786880e4490c016d55f36d3af6ecf59bbf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f51168c6d0d9166df2ff372daf6c0a491c120f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8999cebda130da248af4f1a6083b78311f2435a0974e2dd731d4e27c153a5f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18614c8f6ec4337f88784929385135e844f652b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb6220d8e9542fb58ababa9cbc7bbe415eed4a1e06b8c59ad16ef019b86f6c1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a48a11aaa2d6786fa910cd8115ea74ac391792d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7400531d389bb351651e37547d9dbb67ad9896bb8b59cc39cddeed5356d69487
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ab6d04c259a51c05708cc2c50b841a6706b5f03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb8c51db3d7536007003621515b9379b176d63a5d03cef33498dd4c54d3add0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bbe91a4054f6be044bc94a472539740c8a97867
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98d2d46e08d75bd6a41a221bb703bca4c28b35c6a76923c3ccf9d1a2c1f0778
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b01cace7f94eee88fe058feca4284d188bb8e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39268edc7d28e7d49444aafcf0c2adb79bdbe7f88bb6194e652634e76ac0f7ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab193df0875ec0816e2948deef9f966e65acbf88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:984dc60a3d93933e559a592be306c1f0515af740d017a80f97ee6b1763d27031
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b47ee6d407b40538c3df97bdc498706a94ee43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238a298353a5d837aa1f3682889a7c13429037e43cd18fd1fcc17aea51f8f84d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c45bdb9b10556f40ed62593c1301c4d519dfdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26caaa0aa611667f46ece596706846bbb7443882ca137743302da036c9b20398
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e93146089e6d9bd3be913bf8104ab5bc292a67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ad13be8c4793cb77cb302d5f93ee263e76a6233db8f86c280198b6f5bced98
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f9fc39a58c7f576be55799f626ec248037a1a3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5faab49c43a36d747e8f601f6b6b9f0c34a859374f77d7bc3fa7f276b4809476
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1d757cc1a4a582239e87479bd34521e0dfcf62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6e86bec75ab57b7a1b2c7deb2f0db95e66051023871b359ec7d5f56b9dc082
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d216c9c9ea0a148cfe4ec131cf25374265a1028
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5b2aa52ef8c3eb402a06108279363b5b0462985d9efefbde055f772cda14b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..182486ed42eb7f574d8880d23cece5f33f417c05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c37c58522af9c844e32b01fccdb90d522639e582934bbb1a6aa41a2842660c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9388083e51f437f3cb5acb104ee6e117febfe8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d9a860775a707f8c39d3ffa8e6cf1dfec78991a1e43d25666b84f28edc00c8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f6a1efc900e0305ee271e27d8fd23115451099
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1f1c3ff9215b4132680fe585c1b14ce004b1fdf13338c553593e78455d0c03
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec69d04504374c0579229ef94dd4eec44d528626
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770604b07fd8deee02bf8f4d5e164b697da2a48d9217408a738cfa7c2838d22b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb1c91c5c8851bf7b37d3ac8c01263bae0b3e15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e56ec4ebda23674759b5fbe561ad12d1060c54b5b85d46b1c8736675e42814d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7177e6cde50b75fc04ab6d36352b21cbd22190
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ddf99a73c7efc259ddff737aaf4ba2f2ed27759361f1119bbb6e198eef399a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c7cc98269943d5e27495093c35e85c172fd327
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6fa724994d7d8b56ab3a83d74d82ad2ba9d3160e6abe45194a9948230d49f22
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0188c783fb849eed3f0dc8dfe6cd37a2be42f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d46d6312472ab00caeb52b446e3e01694fa21f50a7e8344a509895220d8e07b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3eb2d2c1399a2bd9f5079d5eae6ed29a5ac211
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146591ada8499d7cd7980a9a523a7fb5675ff8084d55b6ac7080aeb984836159
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5447f25485aaf6ae4fc8ae5d5b7dc332c322b65a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fc59754cb67f611f3054771d94920a5efb0ac840d8a1b8ebd51022a4ca6377
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba11801752a55f7cf3055246acc523e71b9cbe0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb30993170d5accb8cc5342d7def37871aced4120208e0442f538c269732add
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbe3b5732c4e728185ab4d87ff7ca25f89dd4cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8391346d8efe8f58894580fdcebfd0a099a20293d492a065cb4268aa7c491a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e414e32c075cefa44546af8c967d4baf2715a662
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aff8c431181a5a8d7c0ca371bf6d448bf966953c22ec46f065d1e5b5236f6a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d001bfab7c5390e8f5ea869a82614a0236ceacf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff585c7032b3256d7a51feb020dca65b5e4c36869c34b16924eac06ed1bd138
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853d5bd319f894f85c491a0cc4956c20c74c43c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2799e6dd91306af38599f46a32ac81754b2ff41cf9806f072a7851e7ce73f0ef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3692215c3bef031e50c5bf657fc1eab3435af473
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d33dd5fe75c603d99009f97e89dc31e8f721a41ec1a1ae6d8f10ca7aad9b4b9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14aabfdf59813e704701b35c311f8defda30e99c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84730353aa6c48d12fdffb024dc368dbfb3941895694f7e28fbed709972b9b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae775830447db33e98985b8ec04604e1a69cf81f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c51259ee23753ebb438c57f8e3fc92b3afbf0bddd5a60e4d1736b6c414fffee
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81638101649fdc07f841d130cb66376c0d39ec3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0447e11355628f00a670f4a3a476dc597a8adad781a4c3ca4ecfd1f1efc75cf5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c70e7cd74549ac313d888717f3ee7b7616b9573
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4408e77868bc9c4d72fa13d1f7cdf1f9e2a60e18df69fc78916cebe754cf15
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb09bf88a8d30fc9ccbe3a3dc771d475bb9614b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e166c3ae454f6eb2dcef8aaf70f737315e7bb4ad83b5f396645d3a06679d75
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7443527dc4423d025e66968c8f53096a480756
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444e1038f4cb4e74b0022c8e651b3b26ba6bbcfca6cd1365d7edb38feb78286
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49cf88e3b57d9a79ba12682935488ed2cda5654
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf2363c64b6806ec3efdc861bf44411f3313b24fca060f8804ead561f3651c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78252786dc882eb33fa08a47f5be1bb301f93df2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed876b4fb77e01926e015f0b4594e687942b440e58cc0a9bfbecf3f156fcdf8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6607e7ff4ccde28e0c8e24dd17da1d13ac4de9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f7b03911c762f3783ab3ca773924c35671ea6248d6a993e4884c144e28fcb8f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d817b3177dd5d8798c19c543e5ce6b18ddef2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d52a7bf58d7375c246e8968b662bb5b8aae5337d81a4cdadd7cf10bf392509
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d483bb084482560cec156ac5a1f9b64f286b0a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433bd7de1c0084379b7ffd5df26a5d306b8028eb31633d4d9cc331d7484063af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b4420c982f9354533978dbc7002848469fa5a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3230613b45b52ec034945a6c5858bd9c6f310b17c7659be43efa241f45e0466
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e3a761b31086cd9a8e192d0eaac14d760209731
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4874af2b15deb52c19d10450ee8bf6b8904585c6a7d231cb89ec2ceb7d1a4c81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e7d43dc261652e666bebcfd2d979b27e6a9ffb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3688ca937d6c4a9c795b1df2a658ab0402116f405c73e8591ca20d3a06d0e23e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ee4f08154a381194d4c7bcbaab8182425073d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7edfc47e1137fd148f95423582158468acb306481258bbba7c3fd4202f56795
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc604ecea7c42204fadf2576f81972ec57a978e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aae7a3bd45cfa73e6e3c5fff8e47abc40fdf8464625fe01367aed2f5712316db
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..055cbf082bfab27cd03f1938c4857efbbb8e11c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb8a99e10e857c661f93b5a67aca35544affa5efb883ecf702fa2a973c36e08
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86137dce9f77fff8d29da7c107a79fa29ed682fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7465046c4135e82a47d3b8d2c1564cca7e1885a257239d89452e8d81f40fa69
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a49f1d9c290cb51ee8ee909260b0c16e46ec79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af516e00eb12db29b292a284e3e483ff1ddfd488b3c46329f427061665bd5f1b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04e07bbe58acc2027296a61bb3d58c71899e94e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b46693779172ab2742269bf66c53ffa907ea93fa24d72bcecba18aff8f9d4013
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c42583cf0d4b911270b3b8fb7bcadefae82375c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa75f0f13dd82b9934bb3bdc0fc6166369ebc65a33611938129bbbaadd93770
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e659c07bcb1abea101badcf941e1ef5f7754db2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5966d12365c3d81c97149ad2c78be3dff8d103fb3edbd422391e8b77511364
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e94ed2a433f47f91275b4e9fdc7a214ddc5f209
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07870f54a0ec9cff958eb80d5723cf4c2176e2f95c53f53fa2706e2e0fb999e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b3f63d0c548ac3ccf925ed0883ccf346e0c61c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1746eac89df5b4251af31f7d3851559bb4fbc96ed2c6c03faca49bce93ea092
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0214fdbe87a895df6207bda003315ab64828ce29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6123d817477dee64996f6a79da62ac747741722f667defff4047281471c9ea2f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a715390610843920f465b4e561b31c9f6837145
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a0dfd2ec98359f402dc186444c583495217500a3521ea8df7d179f990725bb6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7c76e52430c26b7cd005e98169d849847a6ec6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c60db011b49c46b281a458bfdac983e222d7cb25fba5df03395325c20f3235f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2004986896f87994235a5e894bb2793a93f20ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07a4e5f6e12d0161b243940a0fc1531284f1a5281f2a746c66148056a4a1a64
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ea5d464a2f2a229aa2c4e6ce081be24ce8a285
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8102daf425b605ba34962ee153297fc746a9a0bc07b952cf76958e812d588991
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c02a3271e09fc44e953f6981f75b081e387ccf2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e793039ffad54305724cc2a0bd7f4017f6d7329f7d2bf74578d971fd08a81526
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda945c624febda5876344f9097dc733362f47ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e08b64cb866fabb16e3d4860ce0b592b92b6a16b40cab0c7700709f422c273
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858cbc268f30a224e4732aa41ac6e94b637d3592
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335f9cd3dca7a1b7cce14d1397c7858cd29071e0feeb6fa6844f837e84a9e217
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06cca896920e143d76db1bdf057a630af2b9cb84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8394491acef4092fff57b68f5f2423dd55279cfc87f1286a6453dafdd9064342
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf1f434bd3d23ae15343a59fe8bad57e847159c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d49bd4b1d033ab5e22d8d4e20c246d365a93b73bd246244898715ce19245c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc80c40ee455c05303e254596b83ec1ae40c597
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0a712d306214eda109fca5c45582bd9d40ddc6fb93c445f3afdc271ce1f4fe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc6cbf186c6791bd2a924699258b874702a47407
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5797ef86665a63236b5c15294db38ef4bdd6559f1a9def8811b053f119117e81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1d99598c3171dce1e30d83f0d42b940de017ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beb64829c29eac3ac1436c85934cde6965c2b6a69b6047651bf0981de469114e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f8ec54714e396142bb751d51bf828b69b7549b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7620e3f6cf66cd745c32fb5fbfa742778a2df583b74f509d224d1cbc3e02e031
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe9203858a33eaf48aa7f074ca6c8c68fe7ac24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cb2a4cf81e4b13e813c8cd3b0eea66399e35d9757f2ccb5c1dd0b770e54757
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a381f274b4115d55ab1846c7a291b1bd341dbf75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8de1af2924b4b5cd3fb465c92c77118a491b425ea6c664ed05ea873e3378ab0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..209f2f3d8f5337a29a222e07406f83274cec1147
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9ac3c776352aa62c17b818f6cdd057965f402b117ed29e2c0bfacc76f44a5e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7634e70f45eff086b17ec89ca15f8ca5a3a474
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfb8849ce09a042310733252fe14ce63a4281613cea489c403392066ba524fc5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d14b3807fdb6b1d6ee15b1689355b7d1a1b539a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41eac87ec536e59e708351cd339cf6016329c5a0fcfddace01ce2d477165356
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545beeb2e59654bbdc0efa2cb7452d039430a032
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1d0507ea7ef70d685539d3b2617842cee73097ca3ef6f89b016d7783e7e0d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d078f77e65889c62ec8f751ead6ddf6aa8f729
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14bf9763ce4fda3696e7d32c6f910dfac8e803d8ec4511c4f801b726b0ed4007
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a59b06e37b7c3c1d60b9949c3202b01111ab48a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8446134baa67917499f96eeef497c279ae2bfa2a366b0b17f88a719e8d441811
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f6824da099915627a41aa97e01ee706d5b009b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd2f44dd9a71cb3998bbf2f3f62b7ff37adc89f60a761cbe33efcbf81f8f8c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e0f6a8721c0153532eb6a5f7b4d9071ee06340e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d02b074c3d39a27ce68aec319546dfb04f5454f40196d8b8250398d168033f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127061d1566ec661fb031dd3a85be8170b80b627
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d523d5d156ff8dfae430a910bd18555c5e5dfefa85fd992c409da9b8568efb33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d027b8810076c410edc6765a4eb061d58641a24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e556f248aa2643b60fdda3a46c35c48e8c723d83e0327142a44e8a1e7eeac955
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f630941e4f1643addd771b923e058ce9f933bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e87b516a60ddbd7660882b03a2fa3526c5a194343d76c4f3fe9150b85303582
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f75a6f727ada5691b1bc3a4dadef3a2218d3f07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5d39f05a4f9af4bda4f8b762425c1dc27ea6fe1bad06afa09994ffbbde81fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3257f1e47501b09c605a1e56e347d9a99a185355
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b70b48ae4e57c3fd3fe894d46c72085db4136d5c18de03e4840655e384c5675
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49e936611decec7c40f98e9f89154781074dbfa7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbef0333d3e0b598dfa403ff89c9912163b9f943ca0835ea8fcfba4c5bf961f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d723ad56e5c634fa27e08967b663a43c67aab5b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d5272570ed08e292f9751495c767151f74f25e534fea754da850e4d77c9a9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cba82d72400326348a305620297c75d5be04ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f4079f248bafd9da95d7e43e1d0418c9f525a57cf958ca8458ba64ff9e2508
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375c5b953dce8d53893f8da3290a370f31ed80f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7df6f4c8d9aa2d817ab88ddca70ae5be33c35e48dc35e78d6b59dd1b6d062e41
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65141b3ad38be4d28a3293c212d3d47665b8cbc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6d08484cad1c8f316bab19faa30efca2f6a0b1a3a12194461af7738021aa51
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69775bb5c42ebf063f31d954fce9ef9f0f5fffb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319fd54bfcf41d1b2dbf799bde5e6af6d5a3666fd0110ad08e378094d51df9e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2941be62773b9d65477d3943458632e2128f46d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67c1f75dfdd7f309bd41aa8daaaca2b3a090b426110c5c3dbf992ae52e35754
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c88974bb27fa5ce07aea36eb4d09786b4dad599e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c687b11b6ede862400ea70abdd96f89019ab319fc3e716649335de030a3d5a3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11d5158ade0c7065e1c61112ccdbd6396995be4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5653bb9d501bcb05150111763c0bdfb0ecf1982fd14349aab7dc35db449d263
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f9a52c01a8d28073cf3a6072b0a84de9495f7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783a779a894510f63518126f2d3ffa294eaaa0df0a30096f9d5adc41cc888a19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788db65283eff5a9a4418550829e7634e3e09a7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0504daa39efb86d7791381e63a96af1fee084e0b498694ea1a7a9e96a637c56
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0536c155dc33e8784defc04fb2d74911c8bb67ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4442fcac92ee39f3b45c9b6ce9f8ca248954af294dd5087e875e9bbcb18eed4d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d3fdb163f199221366dc9c4dde511965b22803
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863eae9cb598b33d4b3b6362d432630bbdda2d9ee62c585e2ec83c5edaa73a53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6157a3dc8737283a14b59d87b4a9d63a6450525
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff438d8e6a7d1651fea46d0514996bd298c77c7696dc771185ac8d8a41cbdc59
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..121fe0c0c8b89b385c3da416a5ebbca48b714f77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d20bf8d8a977d1dc5885e5643f87cea9245d41d2581dd13d71dc8b2d6fa47a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b64a55dd43ebda5e68f99ac9baa104c9a45eba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f597939a721f18d2053c210824adfaf74e93d2bcdf32ffde1024eb559440b81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64b8fb79ae084aae2fd5320e62356e0e78c5aa47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61668b15d4894f72d871ae9f2501406d656709c160e4d4dabe6a5a1bd2b2820b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5bc429cafbfc0be0f0d3bd3101210d35fa65d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cb4116deb1bba0ba841ed1c19ed5555044924fc68b7c092dcc9bb5f2b356ecd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e37a5c7283d8453a4184c86db9ee78a0d6499e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500d7008801d71efe14044a060b2504e61ff0d15044eed9c86053414cec25a5f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dff69c19dcb1902de4b16a06c70df2e604ee9e01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f520695078919faaeff649bfefe37df6f009fe849e15eed8ab5e144eeccd28ff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c0f98e2834f0cc9c9577125ba4271de5a8f26f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9298eb1ce6e889f6805b38467b98ebfb9b42c174574feb2495ec3ba29054372
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2e42b28f6d8d4b193b427a59546b6377ee2875
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e90926e5960a1bb355b21d2d402bf46a9151c6e3a27c0c75d7fe6018b00d0e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4df350ca058573bfa62b7a95c40ced0c7b8f0e6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1df72325ebfbd3719ec1e6857ef95c8d883272ad5b862abc6149ce1cb3caea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958580a6ce11b6eb92a42c6548f23ffa9dc6536e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e196bc933c2341f3ab11b9b70958dd3882be0cda17cb165c4ea348a5ccdcf96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f377898e1605ac43139e6f24383d5476342ac35a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b192d7bdae7a747a740535824576b6392f675819696fffbe319799e19e712977
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98431cf8e7f801fe411b07719926ab29d960879
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f31c39dc731f944bb408eb8bd6a3aa33d13e370864fb7a7815c0e3eab5296687
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa8b757ac3fbc432f91a178f3df76ae75c16961
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d5780aefad3544721858d7438c472d3bb96f286e8747c644381a8d238a46b0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac650f6b44f28f8c38115bb3cab1461ff28669eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9667ba19e19623953f7ca7a16a52b821f60cdb695c045a975eb1db868874cbea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a108a205bf1a8ca0b981c9325dd38539927d80f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7194d74609618a0a567d5a32d8072377dc49e0a2e6fea1b396ba50b836fb10c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41734c7529fc64470881d6605c457612f768061
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d5583238ae4aff413d51fe6c8973f6299a0c70b0afbaf1143c0f2adafa07f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcf56f15c1c36027d083b2ea840bfd92289f6ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e077e939d31e5053ac73e7f077e3e273ea305b557a8883667c1418f3cf4c8169
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878d9009be94c30b6d9702ffadbe3683fcb945cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299306ac6d91968d474daf84750c18706179ea159e39dfd7ed981dd363cec68f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d2f2d424384ad3b79be72ffdb7a810f79c454d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4656aa1de9ff534471d2048f90e46c073d9d2fe1debe9539457787486eca30e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01adb01036db0bff066eb99e2c833e0efa46b7e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207c07f112c850b14cc33b720d248554564e02fa422be176369f6d6da06195a2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ed1f845b8761265eb6d1e532dfce3c1d58c9e08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c032800bcb425787e1dfcca6ebb926619e2e38f1ac5d2779df2c0d060b7ece
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b067474fa8122715c540d2be591365a2b3035a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4696113e47fa611c999631beec5f2b51e56c0a1585bfccf92204d66169b5573
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72fa5e62ecba862dab84f298eff16d22873ab0c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:309aa995fd2c2943bc25dbd441c35678539663bac6bf1e532222086a2e29c326
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39cc735e366632f1f0c48086c075baca66f8c297
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34aca6ab0fc32f8a3b3c7eceac4f69d7909685b606258bcc7b8a41be4bc11d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92614986cf7aaf774b8f3ec1ef1d2de4b4cbe6f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4cfc041f1d2f3d31198042e3a962d9bced810b6745d9f34635099efd0bbe780
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a7d59e43c83713037f4baaa2e5d2a81dd131d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e686fbfc85b406d9ce056ed3b6fc65571b5e50fa254cba4872de746c208754
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4bb2ba32327971f832215d793448c72da5de42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172aa4be4a13e0df13d8c8a0b165b113304104dab5bd7a8211a7d0a5650fb7a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3949b1079be4331bc890be4db1d71a4cc6c28058
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96f049d02a6f931aef7d10cf54da0128eacf9b19132a82d16093b0154f553131
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f75780981ea651fbddfa5470e9c466062318465
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8718a4094105c889d98cf744cb79c54979a6b84e53c068ca2b35f0bdf9604a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24036ad7fe269078de0c6d99d429b880428b907
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f738db780b860aa3a5df26a6db7e4bde964d8863d434eec918fb820258d43650
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44e11838b3049784902a0fbe767623d018058f04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a2d95a30ecf11aca7b2320e52726531fc4f6613310981106e64dcc98c65587
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307b24635eaf6807e9aa460f020848be892d06fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8a5a693bd02623aa635c88815abf8d35b59c2c67c9d32c0c9e840653e8fa50
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8483fd32961557a0820933a75be89f1a3bd6f98d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e04c29df76491245e7ac56b5a5ab2c281e7a7c22d32afbcca9d5e0b10a9309
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6c0ec6a339749059de4645b7fe4c15cbf61cdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a833d1b1579e04942fef9d34627f9075aedbcbb0f06b9be18531e9aba5e45acc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d540d7e7ecbe06900cacc9f4fcbc7fae7d63fc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b4a0d5d450d9eb5645452188438cd566914450d7e08d12e0454a4dff0cb7fe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668cde74d3ed7366593c5e7bc76d5ffa0f6735b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c035fce8d3a1c4c4087385a24115c807cad6fc2b7fb6d8ad047f0db884f5abba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577125f09586187c0b98148aa5bd6a8540b81985
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04f4eaca79cbceafe6abf2adcea4dcc532359918103a6300cd5795bf86f4ac48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb29c7a32f6d30715f95b7eaa58d900cef0918e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ecab53ca54a1923e14a286a36692bca4a1295305563427488913d3696400ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f771b6f0434b0e7802a24e2e9f93c50bc18ffc69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3c95d55d5890d1988616651d669fed74f718ea6040c4ce5de17112db6555a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ab9f09ddc625e29fd1388c1504c808844e02e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4847014d73e0e386da7f5bde06b0d9e0fd75168f0ac178654b100ccb5fdf8eaa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d5d7952c49fcb8161eaebc78897f321b83f497
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661a648e5445745f17cd58c3e200fdd3c5ada6d7468ad97849fbc9eef4605d46
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7713264f927aece611ec0689b711a82647e43441
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:097298e74e30b9e82e46c7570c3d3595ce61ff5c34364c454b285e7e29496863
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4677b03d371114a02e1588d8632f8fa50c2c68a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad669ace1bb189067a7100e32ea07f3fe95b8eff6e567a83a363d5e4f891976
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa2b062bc5a37edf398311e60d8288ecb4454e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a83402942db748e79fed5f36d1e33ac9aecea12a05028441626298aa4aa256
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2e88b10cb04c917837a6645d425819951834be1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5d3345d57e5c62371cdb50402373b3d98fbad54a33a6d1932a95fa6fac92ab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fba185c3a45a1814f9404b13f1daee716dd4816
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21c74e7b3ac9725492b33e559251cb9185eafef63595088fe082290a64f0d7d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d2013f979bd6fc4acb1d9fff20f1d1ab57d4c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafa118845beb70ce854783eb096aa24e7266be9f3df5fa37292e74cd12f1c10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6cca528222ac063e76500d6c8ee89da93ef22f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f2aa0cef0b0ead2222f505ab6a65c4de21e4197f36eee58e0ffa26a6cc80db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90120a5cf0a19a6d5ec43b1bf0ada5ab06b008d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0ebae110508a01148ee2dbef0c145f3003b250b4e8d22df77559b104d6da66
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db730f9cb20e49feb9fc597ba6aecc4fa4be187
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ccec82fe706dffb47be90b58416a54d09cb10ea078b710441a02f4315fd9254
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f934a0e35c01bba9f16b3acc7b54aeb7a5e84ff3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93bb0b2275b14fc7ea70ba08152707b2f80532eaeb12df70b2ddb3fbf8e12bb1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca94f9ee0d0850d376c758c84fecfe98c5011f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c834e9e4a30a61fbcfe4fcd187d3c6ada39819ded6387b79484d66e441323d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dfe439e70ab78edfa00efdf1f179adaa16b3e54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da5648381a2b565e2249b138961d5c54060fb77d6930f57bf6c2ab2094475ab8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d28d37b8448980169630a569836c029954a86570
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54c0308a7ed05f3d25392ec5965b26079119768e83424faba963e2b2757c5a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb6c9b75048684f7140ceed97d805a986e7b838e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db84ab9f4d5d9badb7080ae0da6d86252c70978e106207c0e65eaa1a5e6deba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c3a0bf04841582896883fd064f8a049596019
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ce47112de576a06ceecb93ba3faca7556f1f5bdc805fb38b5ac725dbc21849
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94d2071b0ae80908e4056f1b321b2a3a6e0d7574
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14af609aabe8f0a50365afd3b7f4fa6e6f67caac25910b25ae33c7aba959e601
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b92f41b2eb90800dab5ab1d653c12a97f4e27218
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79eeec831617ef1b841de2383c795a24a892a51432b6e3534742f85e9775e49
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715efb389142140df34bbf3445f9f5b230eed3c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ac19bce28e09d653cc73b3964473d6d0bacb6ea18156a9062e513003dc074c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c33b596d63a139f66619ef3738312483bbed5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e44a2d06a8d812b5e65a591bb24c307dc8ac0df198f255b787853c4da3c0eb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afbb63c5d85b820f685240dfcd9fe7efe371b45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f806afce98a941c5fb251002d5684f9bedb63378f34b4743566f86e6c09db5f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08736f8b38ddeda123cc21eb792a08fd57e2404d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56fac4255b17914ad3d600927ddddb48c48853265fa54723b52f1fae5ccc0c6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaab9fdb621a2106397e319599ae52a3076e1bec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b482776b6f15818ee17ae67061f353129326a97976344189bfb12a2abfd3f1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632a00f18f9a152b575f8f80fb0e9c9e090c6f5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa775d1afde42f62af5125d9a56b6c2278601c1b727ae2865cf5a38ef4bb4c1c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0da73ca79e6c2acb51fc7b107209940f4de82410
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8638f0eaea18047d39385983572963de71255a6ebc85d25b8ed0cac69c082526
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1154452372941573a461c086f29cb9037028ea72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed22ce0fd61983f6411bc92db1f4183f7bb636c9e35a3ff7e9a1fab7ce64820
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0049535b1bf5fa2200a64d1afd9f82d05ea8c75b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c490f73a744779efe328472f28927d45f7355a29c67a685b3303c82c9aeb4b13
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa710757c5a4a130c8129917a329b572d9f6417
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96170b1761363d0ae2ee439d9747a2a386562cb98fe7da97042311e92f6640f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ca7bbbf49f1ffd5fee118d0e8c992ea5e4bad4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0471c33f5482e245316fbf7664eaab5ea8f515089c4fbba39eb9482d6b730c60
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac0723349131e6a05b8fe52e9d853e12ed28f0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938fd5dbe3e00d37dd2c5678bc16acd97b1e3649e105e5b127ef49ef15a6c4a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d9aa45f0604e2d1aaa34af5e0a1d01c6cc6315
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c3df87dcb49947faa13bcfa689029543b97a50518613fc16eb88e3d62c0e459
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293c5e356b253aede516f1afb619b9eacab241b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bfc1bd401929dabe00bee1dba1c3e436a9c1dc25f00390da999567d2eb834f0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8716c07560ea6612424b026c4c686b7d6a06868d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e6c4ab4672b428350db454067155eb46ef83d7eba7e415eda40bc045e75e5a1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5ca5b84fcdf986c213ab4411edd3473eb61c4cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b8bb1a6d5526f9e30fc80b0a7c964335e5a0ba99079f47b9f6b6d6ce2c39154
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ee58120aeeb96cd35e1f1837f42e25c7d0dd06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cf939843c5a8fe97061d873b5860ad9c311ef3b77e9255402ef79a73f59181e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..751c2420af009bdd6f86f2160c2cdb95dc96b9d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f51feaf69b027d7af27501f3094ac9a7a425c534618298b42abb5bf06e90c1ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e919833b5702af7f362911e0fa178ef6d82c4b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d18d862c36c18c4e7dc111c2811582959e23860a886a3bfdf5ec85d726dc479
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2936d7fbd62f37ef4f1ca74dedc571581d67edf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41bbe17c12b7a30a98a026c0e29ab749e9f2609e45760ca6f2815e1ea8cd4f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbea210a009a2ab51a56f44963d0423d6bd45a93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:640b8387cab00a6280be4fa11e8103588996a8fb7e1f8d851b3674ce1c0e4a3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20cafbd66ddb547afa7d601d91cc596242eb9fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e7b2c8d6167ccb99bcb602d4639058ce315d332a7c8e72446e23737fbc60c8f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e66ab204842f6442682af9c6392b9bd2e9fa1690
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1611e60f3ae84f5172ed86099e68c6f5731dd7ffd964f57d3f7bbef4961211fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4538daf2b85c03e193942201d5cdb6384cea55e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dff395db9eea4defc8d8336a34bd03a6e8fdca4e54455aa06f1e65660744902
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202ab1728e08afea5404aa6dd5eb47323c4adeab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a85f4c6fe5d6b0d8b486d1d016caa96ab1fafff158786e718710128ec86825d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427828ad327b36888f601c6d973535acae26736e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb622dc1c8f5a73f62617d53fb653d2507bb1a0233b74ba490dcddd99153dbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6640df64dc7d61d09d26dd88a6522d5ae9f896e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0fa4039f0d2b2e713a1841858a3edf4e982e95c09789dce92364f775e20967e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f619062a08806847ab7ec6ba80e45e09de7113b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e479d2c174ee4d936613b2f15681333f3e1ce434fd3a5eb67b04cea5e56d67d5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb080a5544de4d17b299186bf34600b0e3c378db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89be50152edd360227442a445499d94bce46136ed34ee916b3edfcb518b2904
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d16252e243300a38d4031b8d5b0423150d9cb58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36141bf1747b51b2c05825d001a6e303383c105345021ed69f6c391f838d3f99
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598515d3afe78f7b2e064bd277e194a794acae88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03762617e2cc87fb1b277b2caa1ae5c16d2eb12fc243a21dd37f2e1ffd368075
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e58cd6d3b8390427fbdcbba1153d54ae8ae259
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e28902b2174f2d8cfbfe0741f711ddd67c09a4b5bdb0f6974b03df331c2abf1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22928403034e4496ed93a2d241c152687af715fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375433bd10565d90a3283e8e9e3512acc839b2758772c3eeb37b9b2de295e2a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5042a183c613abaa3e53fd46f2774a60a5d7454d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2f3b6435fd7f354879b6b92afbd02afddabb5f3658f26acad708bce867525f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3767d171e25cd70e12f3820ac4a82345fbc6a77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f07ef4e32fe4bd04b867496e6079cfc350397f5752b301e2f150f2489db16da0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..399deb368629740adf9f2b5b99e78a1e0cb3da02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39309ba667578d0a4fa0c5597e4e0c0a1025754d426b0114a9bc1149a1288c97
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2936bad5fdfdc86b1f74c8859566eed7bc4afded
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17490f3b139f6846593eeadaa80c72b65be6c9326b05be1854b548ba9d7d07aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fca6c422931faaef735ba7767d0fce9f239cc61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb3eb7f439e319637ac84da23b8121c990520e221d32ae8069199828d461f1e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bafb89a8db99714cd3e39d09ddc97413a1771f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4024fa39c3e078d5a5ba3d8aa9ec22e4a558a3f7dd995ba2185748c325d6ace5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2c30d53c8cf717d25e06ae1fd51e91d51d7904
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5cc73e14be290099d831efe7c39b97b58bef84b93c37a6611414fde1d9af06b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f2d56f6f895ec653ad6a2c5b5cfc9495ceb9e64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2262293c7aec19c08ecc7cc5f39c51f191a681224bb58f878ce6aa361922d428
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed9177049467838b833be4b4f10e5bb42c8623cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90a53578a2e5d0c9475d3da9e3c3550786f16a08756d4244975c3027d32c593
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef880ae17ee4415981609ec8bc64a04eb98e97d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a032fa91c329075baa8d450ed1cab80b34acf518a0c84d96c74abef5218373
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e69a2f86904c0ae1e4eeb8d6cb0199899a5b18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da754f6cf0e9baecd45660e4c6201978e1692cae241bd162eca30cea319c9743
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3fa776f6829fcbbd212ef05f654f8c6c0ddebd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b56c18e06fdc6a8590cb3e9f439a5c1a0cbb71b16fed0cdfda22d9478f65de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e12dd85eb0015bf31bab029e54ac1dccee317
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbf0c469763b6a317fcca4e9c13811d2ae8d61e32e59d6e7b69519e3ef2ff77a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403ddc7197f230e1f68df0072e0738056414d091
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8519d0bb3520ba43a9b0285c3bb56c6815d1c6c911606f8c0bed5bb8893541cf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5403208f95dfcfb8d6e7835684330cabc42f94f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5b3e1637f3b014c6218b18dea21efe494477ed4cf50a52a4c18cf359d3222e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a08bea54c78a9c6b3de2f761dcb4f4efb25d8f1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69aaa828a7dc6b6b8d022812f57837f058472c77af9e942d51e3c08c329be488
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e984ede692b5d585042944e0603e111ea84bc5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6471cd7cac26c53071327837b86261929c027dac80c1daf0f26cabbe9e7345dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c840e05cbad7a0b4854a295dabaeea643ed27f3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d781abde7f6f7b03741a9550aced1e038acba4c77eece36b151d62425ead33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3b36b10c08d52741c079352295cf14931911ff6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31f33a0b16b09a40a6a27aae6fd013ee23547b35650addb220120deb94da21ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2df3bdf92ef102a022e826481adcea6c802fee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef351e6d20759cc17d123a9e468770be43fa963aee58e883c5a0b0bc587d177
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf141c1ff73fa240207cfe6e28188e6f6214b00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad92da32e9173fdcad1e98bd255ed71b55dc9872165269ca39bcbbccf61589a7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52037dc84f6c4f3b3b7b54bfefdcfd918ca54981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c5c5f5850f15fab93aa9d538d54e849398db8bba257540a1dfe2552eb919c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..189a8dfa20ad871b020a9d536d45f56fc35b1980
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0258ab969fd5e0c8b28ceb2c4d059a72c494d6154b9a202290b97c4db38831ae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ded04eed6e89226c23e8673ead0e7d500cf3d12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c87f4593a4da58c1f2faf0fff66550a158c4e17d84154c1f7f0372e15fb465
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1df1ff5e7d3cf2d1461d97c04c6d3d3144a2d596
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b7da0f0c67d4a994211db895e34609ddb2553ca2a4fa555852689207f34685
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7ef081998037eb53f60f47b82bde6137a5171a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d577b8d6f977971b7ab7ee510b2ab9aff6f484650fb5690a723cb3386ad28622
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eeac2c6dfd202f18f52c4dbe5cae107db56c354
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6c7b05aee01d4fc6abba31540ded90b9adca17cddff8c50c2c7ff7ecdc8042
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93e5c264c94865f678b67109b9456b2245b9b25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2492ad445127b9f14e77b7324bca1ce54fc9bcb43b2a405871525c0521115cdd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef89de0114dd5a881ba58eefeb0bc576e2b10a26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0070f4ae16c751999e6574164d6369ca84e3b9f488ddc7acc38d7a76064eef15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ade07c388c6a3e6767d18ef3a21a7a6580dc0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0033eb72ad3a075b07db9cdd56cded018c1975028643a97ccc02aea9f3bd83fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042f3fb282380be974e24c6859a89ba4064bf79e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2afd4dbea47b13b6b5e796a6e8b494687406580d329ea616a150360ac9389b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55a9858510869b5010a0707072776ca48007a44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b12a3d5fad99652f3ba7b168b3e8936428f589b7d08a043ff161d77fe5e667
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd2c1daec58726abdc008cacc93f168c27e5dd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba184cb33ead555759eeed4fe0734a849c44edf8dcca92b3c17d6749d67c34c2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1040c30a6eb6ec57e7d04140bd4d2c4c6d6ac562
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e88cfff110a1c219427ad6c94816d9b6ed959918def94cacbbcb766bf9c9d404
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776401e65ee01c3f182cad45f49cadd0ce1cc368
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299197b68ff59ad7f3bed0f6ca0b77502af82b46d1559166961adc0638ce2bdb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d9e41f78ec4a5bb732650e48b71aa0edbbd779
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12f04996af0d68c27c7ea18f69b031d0583a6602c380481605434761ce74399c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72f72288aaf9d8b48b65e3f36a5c6a8c053beb62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92891e25b18df57634784c2e7f0a7ed53f7039bddc10dbce84acd0fe0dba8aaa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f7e0970ed6b4c7969a8015d4d5c1d647ae68690
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:009d74b6b7abcfa24bb2845bb4cd765f07b99eb9ccbd6f463593f44d1ca2e271
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc6ca35600c505f2d768f5907f086b97c5e13381
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f8a69d25a32582a2ead47edc0479d6a6b6f923faca5b8a01d2e602dafa0a3a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c83359adef10947dd5ca60c2cab2982a49179e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585d07f582f1744db93b120709bfac1e99eee67cdac4f4f5e03790feeb7ee359
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a20d46e26a7dd638198d3ba4cc5761f1ff3ea67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938c36bd5a48f76ab1166195fa206dc64ba69fa53de53d6f51f417260cb5c3a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8be5835f45b8b7c02d8a68c2bf73fcf80d978e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e845fcc3454b50e60e35d09efcb0d9ae6a1d716421ca42a08bb957f9b1d8b28d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c424c5ac7ebc822a6a367914d5ed06b0d9205f4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd43a1ce448908ef8745c7e94178153f2488b0b8813493e144df8f2209977bf7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfd6645e8fedd1a82984f5db2f0bcf35aa51226
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1522aca9f4fddcdd9eb37e37e3faf93a60da10f235818d23d04d96115164ad80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f984fe06d954d92ccb2d1fc6a3d1c6ddc95fef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75239e47ae64ff50f53602a6d9926f06420dd1663649aae0b7fb201c38608cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..559c19aac1ed4e4ca9b33305d392a4e31d1cecbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800ad7c2ba96d8ac2908ba8071fa7965dd2284463479ec117997301faa0ebf1f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b374a9c44ef9de06050c25a5fe043a267164b9e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8c0d0497c110b17dc82e977bbf470e0f8369b084886dcd2ff7875cf4fbb31a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471816649cd01ade58747bbfa2169e65afde1ab7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8928904e227cafef20ab92e095c79d15fcde501cae2404dc1d5ecf67e5115fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d022c6b665894fc29ae761c916e6a572c653160e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82a200430fe44b15613d1083326b100dcfc7aa368a3da3af0ea2ed57839dba3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cb2c9274ab898e66de3d42f3bf08260d68c49b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077ff41b79b8b8340cd20bde64f656b1c66d3f6d177bee3939884d8c86f6ec50
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c256c267df3962aa0f0416c52df8ecbf3956643
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf913853f8697360b6f5b8344336df96a1da0bf760ab2366f2422b72ce437c12
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6edf337ff2b94dc2fd32d8bbd0482ca9cbbaa2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed59674211fc60b3c91d4cfd45f153c17ab45a7b4b186532e4cc8c0902afeea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29def379c78f45a348f78e467381693691f6cf7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af899183c940b83e1152b5242cd14f194b04d9eda3d0f208e68037d097ee966e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8498520f3d9a2ae19c61ff4c5a3c8acee0239d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7475268dd54ef516b157361c119327756de5f77b989b9263a672cc136a338f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561d7a31d0a5035c17751bd609222c9f801a2f87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b92dd507adb53de1e7405b67220b1fbe71a156dfebe5fb824d9200fd79b0c13
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f626026aa3025ef1a7687dd9ae8caa6d9604637f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68c224408a85f481bd3365d13e560f13050ed83729ed4fe88ca7359882e909f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d76f2ccbc0d4aebd632fdf4f957385d0d11f2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd96f2f0614c28e35e25d89af55889dd0ff2b309120d0957ec77df41906aef46
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5a1b375626a07c48ec5f9488ca94fc288f0789
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd4cd49a437de561f3a291696da03a78736465c04dd0a5518899c7763885361
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ef1c65034bdb8de494e5f27b95675146bc4981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5e1a0b78f363196562e4b58eefbc026e47db4991e7c085efa218775ae487ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f8a6c731a7d2286eb45c48ec0d34d552cca8000
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26f6eebbbe1d0a2d97363e5466c0be51ba900bf0478496e0523c444f814fa81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..017bcf86ae6ed7bf0d70e45e408dfebd33d421b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea3675d1fb1a86a3364896a9abcd7bcaa33c0746df5d16551f8b40f0a7c94bc5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ca45dcc8db9436a100cd6ce62907dd2f435caa7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10ad50738a1c632f3bda1e2cc4442f346e327b872d9bd2dc6f666d33e8c05a63
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dece398e763f407fc9d80c6f99ee9f8ec0fad013
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abae60dd56a24592c9a4a806c685f409d561df7c00309f763581a7b4bae1032a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0a5db2bdddfbdd842f54130e8d3dda3cc3c2f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c297f50a9d2dd490b5b9456ea93515915baca1087025456528c80fbfd3bba6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350f22c093f4f90c4e33c73cdecf6b90b8ad840f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9927bb30c7b8ac44563db1ae9e94c1bf3b06d2e76cfc5d96d61181c49eab2948
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648102ab1add2d64902e590e09edc5eb3eafedea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2ae3504986d4014123069f1debe9348fb23f0ff1ec3e0f7a635e8e68ca4623
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c209c0877b7ac412b1c7f66ef1c0d182ec216c27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a813b823c04edcfd38a5f8f64bebbcbaebc9d1566c5007f40c6f5ac403996b98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fdb36c137357c0845c3119c8a24dee14dbae77f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cf2ec6b68285bb8847972a4724e3a11c11cbe9ff30eee264952188f2f75967
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81143fd0cbbd9691c56a0e0e4808d676bcecb2b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bde437c762517ab7fa79ab516ba544b9fe9bbbca71a91e81816b0ec758b793c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1fe598247628c4e94581ca7c60bbb183666970
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd81baae4714d1087411aa839981972e6d52b9b6b2d7659144a990176122dbe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fd5824b9d27649bc79a0133a3cdc77acc150f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8f09ccda8c7ea6e7b152cbc40e3129fb1cb0472f72a04f18f839ee0c00da68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e8d4753729682f00fb9035f26ca50e47bdc9f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47016d62fd706c4803d04c7d7c28e4ce3de0429ea2b1e2acf348d963fa1b7d76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbce0687820e07fb7c5b821c8c7aca3814ca5233
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3965f9ac19d621db4096d9e3f324d773a09fb1ba172c85b3c0c9910995c5eda7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ce60fe075360ed8dc43ac0671808614c092767a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6556e454f4bdddef7666936e6b981384352ca561f95d59ef35476de690313921
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56e50d201baf0a16bb7f45147eb23f28b35046db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:298085a03b65f33f22ead95af2f776e17cd2d1aa5b276e647994a345f4783afa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fb638888bc6f6a0449214c9ddcecd549d9fea6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_13/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24558476e6896d254258ae10f4604075b0480bdef1e08fec1759e4a20025535
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647589766791a45027233d88ffb1a2b7bc7627b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1306afcb0588076d0a823752f14cc19fc72e8268bda4cfd0a0df4547e68079
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594a8e48178ac48401a355309305bd5c9d42205a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0617c31f02b31e22fef95ccfa87db4e519027c7835a2c954195bbe8b2f4f78
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4f0f9c32cff997e127812c75ff0760d033fd52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0261fd420cba68339ac90a6467c4d35123f22e7b449ec9d6147cf243b21c74c7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008e3d329000c1b6136dd4b25d20a4715cd27e05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df2711d3a450fb92afc86b53bc11c83d137b05b636da3949e9f403b2df0a7a74
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194c8a5f54900b3a017ae543807048902cf1bc0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7bf69df674e6c095bf24d77542c26ab514e40a71918316ab1c71f0ec6e5293
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c00c2a762ad9e3c777524325b63dc36c942f20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41dc0d31c83c8d4fd558e4277511542b932d23e89f0973c0054796dc2be62f22
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f316d26709d36af95c264e31f90f5dd7ab5af98f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:628e797fa5b1b875210d9291b6552eb99e2df250a494987eebf2b03ddcd7408d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9277cef751704fec32556af64e56b0de85455d6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd20e3758dac1aae1e04d5c7e430f4c416c24a323242ac4704496fc221785c4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c099fd0b4a9d180b503ff2fe96d2f7a0e26621
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7834d1841d9b4863dc9dadc3e9dd1ecabc4fdbed7b3c8080f44d42f6bfa27b4d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cc88e29cfb3662759add8f8fdbedc8627a8814
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0bca964d399849e36c047f21a7242e8da7fee3d140af60327bd736a0c7a5bd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1309546de2565ffc2196e4601cbb7535381044a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0db5ad07c8e6aee6ef148a9ccebd624897fa4d7b7701763a90da60065144601
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a84551a61c63cc15482969b6da49f8de71a821
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa0e708c54284e67d34033d45bb35c360d014ccfa5718fbbfe73d3e66c3ebe0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c32c73ba6b0397a1946701e84dcfab823bc721
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744ee508081a5082ac1462b1df62757622c748e52a582cd634dbd9132431d0b9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2e3097616926431abc96132870185a30220ff3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77ffdc313ef67add5dbe7ace406185b7ee532fd5b785d000ee5ae7dd6557ff39
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b8937573a83002778f4e77c7ba1c65cb35717cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88b4fa619ce464fe7fc18cfe930467decf89fd91f4265feb53fe819d3ac356ed
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14719e022fc3ec65f554c3b60ec2ebdeb7c48bb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caad810938f61e55b04810132be2661d63bff9c42a7326e2f9ba1ed4c333ca8c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a064d53b0e23ae3aaa71e0a8ebaa3ef0f6987ad9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad1dc639dd2c078a7b5188b2a02a82b48a125fbe9d867b37db70ba806c07b732
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a819607ee62abf9b2ea015525fff52e86f2851
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5248db041a088c1f178c8deff089662dcd0596b16b83f0d77f79db4281874b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ba15689c5617ef62df2325086efd61442252a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f60e3779d19a48356ed3e2d12701028ec431b1b630779d63e55cc0b643ad5e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7518bdcf5d5e10d333eac3463daa747f6bbd7fa7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6157778f1355a3237142a4a2f238cd655836ecd39a5c02ea5401b5018baa82a1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503efc919bac8abe91c38c320d15c494522b3b40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4262262a818770ed852e128f39cf5a4f360c2a600de1fc8624f013b1a88119a6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58bed0db00a90e8f1e246dfcc03625d24756532
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c826db9806b07a50eb11906aebdcf416e068ce7feec8ac29f4af8a94754cff
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148a63ba2fc870d8d1371bb8b0336ee625a28bf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0ddb29d60d3d35f02977b8296ca400e4177f9dc48db53fd8de8e409be9f039
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6dc234f070b6f9723b8485ea0752e490cf597a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d730c34778d7732fb41fe8d3ca85adf811de26171eda91de86fc8483ef8677bb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3c7bd1f95f0ad6361dbaa9b7e776037e5b6d26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:180ecb8b8e35f4395859912263fe112627ccd1014e1a443a7ff7696596a27ce7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd7ee8226688b7bd11eeae316e239ddbaea4440
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee43b5b3be6517254e29dc17d161b8e2ba2d28743e09d5fc00d435c127ca2ee
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e9ba4b424b3454c6e7e38b7b8ae8fabba47473
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f235e8efc668e8d647a7b9ab05a5967cfb24bb73e2786397b1e57b002014df07
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa1cad004eb28edf967f97f1c826ea4e9f2d01b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c2fda3d26e6d1ea79b1b42743b92269f1e1e555accc383fefa34d90ede6748
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ef84ae761c884bd7022616d90774a5c7af9ddc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8194664c6dc3b614018f3d6b05e6eb6c18e90a3c6eae382bb9a8a45018830f5b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e0a0e8523ca7066fea1ff1be63f4b3e77ff4c92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db9cce076ce4536bbc8c82b8e97950b27d0ba3e9e392f2dfabb289e3343c918
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9248b542153f9b84847180bce9c2728398776d2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35332b948311386accd5eadc06e0d489b8225659c37d445c7839c34a071626e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b6c076c158c6be0d50f3f3334d4722fc09466d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dbd7bafed665a4c265992b123a80e058f0b90571a97d0c0d543d436fdfedd3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa5731327e16df77d06f1c8858594d5d01142ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3642209ead65917a140c465bd20b00f4e610df2164e4d07edc0603605a4175ec
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd71404737859de7d552b1edf7caf59fcd7766a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7299f273971e3487d36b111d6e0d58885c5e7c8699ec9e29062ce504d7e95ccb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b249745de6712a9c8445d70079851b56bcea308
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acce5a46e84876cc4e057471949c298c068d760bd62c401a430e0c46421bbf27
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3001b8b2e953f33eb3ea0e06cbf73d3fe0fcb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1f7ce1b5711344d3932aa2710a2ead346e482bdba6f536159c6b1bc3a98254
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f97df308249f08e3952449a3aae98a9638f26a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb7d422b9d541769322feccacf72a42472b7aa6ad2f69efdc260759d0e4780f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52a2e7a947c918f997b6acfda3444a1a0b441313
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a08b7721d004fc8d28d725932fd6edd3db4db0746a09cc6cef6cdced1883823
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6a6521ed571341f9e7194e31dcdc12612d1826b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a01af3d5f8924541afdfa1f01cc6c48fb5132546801b21075a1d27ae35905fb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efbed6b8285cf48ad0b394238d6d0de0362b02a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d7bfa1a5855636432e7f036d66ab189d21175908791bfa50986e2922938669
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e72250e7cbd59ad07f3b0fda346058560db3a11a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3650e255404bf659fddb7a38c70b8017ad3227dff67c7420988d15d6e3e8ee97
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..160f089b71a0431e3f32b8e8ddf03f1770b31245
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18325d32cac9061b346efffdd5c028d3edd4cde468ff77c00059352a722997c3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237fb625c47e1df68826c48631445e8f0eb523c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a035a167a8c5467d4aa6f7cd065c2e926a59ab7aab3b4885438b3784bd2494c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07de1ce9b86daeabb52ff144143c286488f1bae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ffb8a53ef97b47718ff1ebeb258b33d096befae3744010422f54ef846c684f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fe53c1e1382f936d686937cf4b0014b89f9167
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1285c7d23127ae0e06cbd342cb639d300114fdce78416efb3acdb854c52982
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c81675402e8349055116d23249fdb54f4823fa0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c918bdff05eb6871474bc51c58d4eabc47d7c326532f9754cb65e2448d0b80a4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01480cc33d5e4641388233dc697bec0a019bde3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c935ec53c9b770b4e31ac336078ca33236cdfafbb56113636380cd17214494da
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67b803e8f4c2e700ad9664c93c81b7da8bd25966
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355e5ad76e6e568e86330912c9e0daccd2146d8bb789a400804748979157c8a1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0be5d82e3093b3da6b71661379ffc27ef1709b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c76a133d89e76548155150fa29d20a170bae25ea3135e6d8b621b93d4093e2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcee723c14b7b485fca0d66012308580abdd5df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ab073515bcba288350e32437a0e079dfae36dc6e152182a624e10138686e34
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097bfb0249d0a28503c7394922d3acbf26eb1b44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63e70bd89488626e16bda707d219f8f01e3aba681ab9a7d2c038ecaf3a8eeca
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61877d14eb316456ea0e2b5d6ace97fc09e66ce2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5e0bd5ff3bbab2233499cc9e5cd5af764a5120820e2a5121bbf26981653c00
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcc13bd422686674419462c4a1146174e9685b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd8841bbc07a926ecde16e3d820ef8329b6379bb037251dc63a60e1e4751f80
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe6b00e1666e268a524040fa116fdbabad015bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0e4e8a6766bee33ec871e5fe388f93a2fc4068e29ec92a8470e0fe0e9ff832
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c0397a3d17753a0942174e7722c1d6a32b3a6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf305cf4537dadce4371fed055ff5711a3bcdda1a34ce2fb9de7dd42375bd21
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa2c487bd0bbe8fed4889b4a41b9cb9d3072f25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b1574d8f528a55d15102d112f21cb3724381afc243db053842221149c59ee0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e580810757fc4ac41008759c740b6a7a20d57111
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af7de6027ba98b8191f0d8d695d6fabadffae2e8ef1ae3d654343768c38b15a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3886cc398aede98171d3b3b236d12a9e6e51bf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2ac1573bed076d18c0939629c6ee92b28df1bcdf45a4016d8f9886532c6087
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac3b2f2b66e419163093933079a799bb1d05741
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d09feef51074e7669f106e701872ac93977cbe4de81e0b389346b5aad9e43e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34464e5fa8595b9944f7ae62f70f3dd3f0b0addc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f5f0ef7e353fab3c521067f3580841aa4bf9be4bff104bfd45d1dcab83acca
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c8d56720d7d07418af563a57d8734deba3dc30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4a70b00a3a1c25ecea8dd66274ee7b5795fbe4c020818510cc5984883d3a4f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb06fa50248ee5b1a5f6d171df4d4a577fef012e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1063a1174858f02a91e14df94e883f6dd810611b4a4fc0b5e31003c7389a1cb1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a4676546c791a4d4c0aee62468ccf59644d2087
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a266a6245ba5ee6bd7369a4f61aac919267af4ed8ab86495ee3d6d1b2c917b99
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5872292f481d81257e20b436f03a1f6e2fed56b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debb6fdc09d637f93c4035312111f996aa23ceef5873ea66dd790e5ad64115ef
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b0b2d00833a5e09b7908ede3aa21634c5fdf39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab8d2dfa5eeb8e93480c2ddd01217b19f1b84bbeee6718ee72d758a25b4deea1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0252ec375ca4ca1c1c5063e7d79daee5f4e1628c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51047e786b359406848d1eeed58e9b539ecf30396a08d1b11b03081992b6722f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc84e463eda31756e1d9ccaa9d230dc7ed91054
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f87359eea09be3ee740dfdcdb1b54f03d946e27fa0dbf507eb35453265cdd95
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f29d7252895e136cb13174e9f63a10791c2c873
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:511e7eb45e9c0a43a757692a1647e6c039205923614914e6805fd4021cbf321e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d753b418c8083316a72c3964d3ce3a6afcfed21b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff86e61dec685a37dcfd0999364281645b5ba1b2f16b618d45e08aba0baf65c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafac4f1f2e34a5fa087cbd5ca96a4d15761b0ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b211352e1cc54c5735d98666a306488bb4b481e578b3f9103551e3215f2271ec
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aa10880766b8f1060da7b52ed0999a6e4d80f18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e76ae1bb5b648a031fafef3c4ee0bc2f61525831d9515ebd371d7c6b3768b6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408bde4a95f274d2bba3654ee04df73b3d27f3df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:994f3184bed39ed6a164b72226e79a58ddf10caeb336e30c05afce817f4e7360
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e2918eedd26a5f204cdbf01fbf0bb927b4eb8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8491d39bad1f70c8cc101a900a1a3086ef3999a885dafee750eac8eedf881a4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3881673f64f24db68faad540299752029f41a83c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f43326ce0ceb2a47d28b68dcc102062d6fc93396b21959f3d787f1a5c324f1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a1c3c04a34e3f36932eb459e4e1b1639223669
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b9e4f81a4c29dfa5b86e995bcc5ddfbab4d3fefc2656e1054dcc5a6d47508d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b32f8691f5eb6b0f1881e09221bea5375028d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66431f7a5c5a01de0f23c434e3dd435c2a06dcb5515855ab04e667d67cb7181
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0b98bec0fcde4a0868a929d6b541280bc37706c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52422e56208a56ac80157f6e828ca3b70382f4d29c5d8f9e52e2d63688f5311
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9ca4408037a79d6f9b1e48881b26128c3bbed4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0620780bfe1a5079643f84e6aa2c4e413e65be103677bc3a07b02149d39ca3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0689ed7cdea9921190b9effced1701d59b095f9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ce87bf5754e1921589d9ffd7200de74fd6ee8b0d194fcd28d720a13ef2bad6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2d09e75f092c86fc1b7aa1b8b619cea9b6d6e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f43669ecb80c71eb9ffe2041e538e1ec3d5a186fba6fb32da33a4abe8882e7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16aeea0de60eb3cf40d37358ba656b2f6a9345d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b4068f1c648b2d3575430f936f7fc3e02dbff5e3a97616b8460356fcaff3640
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04996dfedf7a0d40451de3ba87595d2076480857
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198b2b3222b3935ebe2c540493703db2f85f3086088c402abd915627ae939ab5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c171a8d81c0b98f5f22b5c0aea71e8063be7a9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:627128ebb72112b3d93ebc6f8098049d8a8d8e7082ec51a391fa8f4815658ddb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d6c9159e903dc479b5d79922d1518ffcc90700
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20fba78e61aa8c5b282006838d0b2e97f87907fd5a296ae03173c3faadc4c75
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb877781ad459572546b1ff743bbaf41b0739225
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca2168378f64201e95c95ff31ade6d4a99be76aacf2afc95612656e5464bc40
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a003d059b8de363e176f5f792556a4c9e6d7d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6adbe74c57d59c54e3dd65b7db22ed12e0a599f134db8044c86a9286e2731046
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c185e2917394f9edd85251f33957ae0da9f111
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7066f58bf436ec8eb42e373b448862e5f747cfa61c3ebff9539a232be3937ef
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f08e033211a8f15337533c9853f065b577e66b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233fef0c07eb3b61d1eeea1582c0e91db2e343ab9750d116694dc1dfc3bf78f7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7240888ab515e4a5c37b8434a14c0b95cfceba5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49a2ec5bcd10eca19f318ad18779fadd127951c2e8d15ade114d2427916e80c5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaa4dadb837159a35f2e5d4662bec4299bc5d054
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:529c1385a113069e388b78fc8eeaefb2c038c2b6c4381a04975e3bccfcec7620
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8506bd11e26cf407dfc0f1da01dc76833c7734c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5029efb24851991bcfca7742cbada579c912863ad35863c77c1e56f8dd316153
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726da2923ccf5e1c69c5abaace7fa4b73ba644d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1d64b137f4c26a9eefabd449eb870c90f8e5b3bf7a272d4880ed65366e2f71
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f7292221f79f3b2e2acd64f5590338909c0ad2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c64ee3ea7ee35841e8d8c143a4a9e179486c038a53cd871ddfabb6c8e778da
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd2846dac808ce83f60ec310b0409cdd616cc52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d64dc850ccce64e988d796186bbef9aa1fce3b536661f2312e0e2284929e99a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8c5318edfda756cfab1f5dcf1bf6d7de33d072
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e08417618bc603627389047fc16d0b09a0379a8f1181de6a8542e0d1c8afa94
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bfd372e2249aaf7952adf3b042d129ae3697a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1949bc9adf271220337d7459084f49a9ff87251852944e980a66ebc379692d26
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64df0bff64c181e7e20d5760bba4269b490b7e12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cea619c9017ed33dce867ba817f8c8563ad9289b361cda7fc4f838e2ce9f2e9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4e2b3924ce423093b988695b1462e51da12362e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe27e45f63a8517900e2d060c99ffd5e53244067429fe6af040fa0deae65411d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23158b3d17b865e06dd1a2b49d6e047281094881
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b311025ea8d868432ba14a58a6745e586cd3e25c5efcc1044c31b0784402ac
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b458a11a4b3eabf8c2d3ec190122157a03e44f3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f228cac9ead576222a8af231d43fcd1cde1cdd1fecb39eeb89b57204b2b33c8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91df2ec90c27ae3f28a2c42b766c6bdbf787df1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b79cb26c8a2febd5dcdaa0a11f1ba97b6a72acd40fa77757f8aa76bea8a653
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745836304cbbb5e2c3d6db90c6b7478b5cd84c6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7879a8b6b8221088fc16b8a32ee701f0476daa35e1342cea4e6f12fbe14e7b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee5fbd64ef988ab4d8e96f595cce4843f8131e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21841d9019638d54f0a20ace70940dbf7d71f7ba50f62bebc61b9dba13aedde3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14388c5f512f4314a91de8cdd01affed444a47aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e84b985e5114aced227c2e0f16533a596a1ef4934967b3a7c70c7bca70f7524c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4da6ba4ace0b387a9ea3f81e4db1b444debe9def
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bea04664bb46d43cf240cb7fd56c49df72ac642be3208e8519d82870d47545
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4bd1685b25cb0efd3db9a1c89403588d516dd9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd982ee3e6b1b8a7c7ac7d20cf40e18d40f07a2462dbfb5d4df0c56a74113c83
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cb5bedfc556a6bcda20906924049a7045aa63b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3139d6d08552769c829b5f2dd9bfd13cccf30d6f171ea29de144d8ff58e9e86
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c3f62a4046706963a146c6cba2f822e20128c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f11428ca875669077d0f0861efbc287a77ae7e8b6a87b32dc291d6bb794f62
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891aa82cd74238a792fb9dd3f9c0f1991eef3156
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb6bd635c73355b1b5b31cc2cbc969114ba843b6d0e334b4e4b8ca1a79083f1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0a6709f00ed1b2f404f1f16d100a719ff99775
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21893d76927ad2635943a7ec69547bd459f3181d2839a4046ec0edacdc73c35b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9f9db04121244d665f396e0e523c9080c16f87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9365771fbe943980594cfb319e64d9f903c7a578b07634b823540202f1f0f834
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6db6d7b851df095eebc8e269497ca24700775f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f8c7002ddbfdce37d7b1546d8aee7a55b8b9e93686d3fad3998e7946289c331
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f1c58570efab669242258ad1e47896a3894d93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30e0f5c2eab521c54bfa61779c31466fd1c450760886ebe89761b725a4ef3395
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8722769563829e182d1b6e032153f23d8995c696
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29495933ab3b65feb1c3873e302730deb7cc847cf85ef28c0daff54c28561906
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ba679885ec01fa7a557403bcb6df5d3ce79a15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2be4b2d971da623de5c5fef01c45784c80abf595d3c638b88aac6df99c6eb7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602b6abc38e341e64bdcd230694ba0cac04e68f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9c7f059acf512421c5258d3414498ad681988da6bc80513cf5427d09f6c949
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e5dd0073932cb67f04f9e76ec38b4966838cc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d2410fca7a22ddfa02bdbfd48137ec458448ae14043d64a50c4485585453eb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0e7c255408cb9c04e378f3c80f83ee4fb0ede8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfdab3e7008fa81e4c750deba16e62463565b449d1961511743fe09e2ba67e5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59182e5bdb387767d7084b80242684cc084d060d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca336b526be7817f3ba441f7d53435a014d238100ced6c67b161cd99dfb29e8c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1161f7e1c1b07927351fe5f248735d68727311fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ad15b9ab8c9517f2c2400b55fb5bff66eb096d598ed65fd981d10bfcf6fdca
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1821a993024ce34048b59c37e6aac3d4d179f67a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd5a0d8fe99674348d9871d5753414661ba3f618738a540b9dd5e3675955755
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14b050cd7e4c33c47d1f8adc228d01f46667b8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2557300ca99c29bacf7455a493529c3108ea01a689914c6a1c426c38ac76616
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11b296068390ea070fed9b6c95e940de6624728b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e36fcf8d5701a881242c911862c3393361b0a3485fdf66a8f92651c8d1772075
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b60efe7b2a5d8ed97b42753029d0c68fc7ba909
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a5f99918a5443dfae7a997b53f8e253c57ce54390749ed2683dc4915115d9d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6724f5db9d9ca9df0995b3931526094b3e617f02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fe1ab8f14cd30df36f6ebd8bee47dc982c319300e1a3e6e54496f5f58d213b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fbeb9b10442a0be9e6c1e66aab208ec941b0509
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2664453261246acfde9fe8583d15ed5ddae81fe7743e99d2700a710be69f1080
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7997999f5b03275d2d52379f0ac2d685aca2b0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edf2c8f6222968fa3692343016ca08648fdbd45c9358dd2b87b0bc762b1349c9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e7873cad2807e000bb57a4d20c3e7092bf3209
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb1e961bd6e750b031d1c3ed13f539646bf6d60a6fb945384ee5e07ff76b82
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e393a6136e0f7840ab37dabb444dc21a285a00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb13cfc1ab0c26482423e85bfb7d4f6dc3e930e3c4c22b80f822a4afffe469e6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c5362a1fcff37b3d738923d199fe86bf679e31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78768b8b3e5379512cfa79afe5910ea9c76d5be7c82df7af003962d80273644
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef58c9f847722f15c8a202bbc6b9a970315f82dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c73b76458d9f1752363b35b585208ae11d8d784050f8a5ca2030871549f1d7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417205d290b0684009676921113289e8956737c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf62a2792796ed5e50e82d4848f0051649ca38abeaadbac36a97530b43a6c16
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4573d6df66154d3778b54c5e2c17aa23f2c05e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe3373a211c903f85a15b97f027f3220c2fe65f92a9734443a8c8ff039ddf1f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d284f6608f30caae3a1c06b9a13eb0fadceb2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e10ec567b961a2a540cc5bbfc42f29ad7c694934e841f98d04036640da5385
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91986e16144ea0c7076d4304b6852999ed17883
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b504c4b9b893380166727d245775a6c3df79147042af269f9bb4de02584b0e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f445fc7eb7795df4e0e0e04227ddcc5a3d3a115f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e91033acc3c6a568644ed1ddbc9908ced0f036b02ce547da78c57bec4e7924
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db1f8c83ca7e37a1b791ec741c7346d2c0a94747
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d848008dab2c4d568dcfcb48b80ab92e915122ad47fa3a0b150a6cc74d960f8b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af6dc8e498eb6b3456a88e563f65b469c163c0ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e472319904b9a8e164260c34c22015e1f176ebf19bc6489460da7b7efccd3053
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34514eb80d350be765ad0ed132c33418e89d011
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8c36bd75ed2856402b40a4e6535344fffd57e358de110cea2c210db48720c5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6814f41a702f04a0dfea82bb5a0955ce29a860f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e44d6c7a32bb7c1fad5e6c8f7334f120b80ecd7eb02e2bd7672ac5744f4219a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002465a350ffeca7d988b63aaf5ad92c22f72924
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8cf49fd7cd186f5d512fed97c8d501b802f77214458c588dea4d852bdad10f1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48209c067766f33266367cef1461176bf5acd9dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7729d4a832926c68de7558901abf5c8f7bbb7655feb350be939139744787df
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521f4afa09ca660ae73321768ea91048f5fe2ab5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d7cd9b0f9f9c3afed2d62b10ac92e732c7164b1990f26a9a865bf567f505310
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9a93a23808a5a27d349b24e9d0d75e7d0a8b2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d4b034d63b6beb62eb15e4b5859dd55092bab097572481f7a7baf0d85d5414d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932251bf8c2b1c5b9501a2e88d287552b880f5a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dde1e4fb5a2dd15167c1967ead2072e47cf6976c54591e166619f3b5093b537
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd701bec2e05fcc1aa492d0ecd7f82a01b8e94f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c75fd184e9960f8dad476f7f9e9ac8afb3204bf3f6f209b896e0cfac47e67a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5262b0aae50416ddf9f844f37d237e2d743e31d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:812ab5bceb3aed2e98380f6459f20399bf75dd705caae4c74a6bee1ad392ff10
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ce8a066102ebaa6a4253440d72909520639a42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00980146ee60ed3f87a0b469334e1ced036a59ecd716a960523238b7389dfa9f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f55263785da675941b085066017fd633c887b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2966adec2759a48d93cf34b4f7ea3b0d0ae0e2c2c5242af7a3cc1914875589bf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c389c7df4eaa2dcb4384a7f1484f07b50393ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f6c046035ac18c2546caaaef6bc4d89ca0d55aa8c6440905cb069d54974e5f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e9f8e37441ee0fa6edcfd1736c00997bfd2b019
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce057a66a850a3c7ed47e44dfb1ead44bb9196ffd723f30ba82ab754c65fa31
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86211a442a91237d7f5985ff8dc7062587b86bdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8923c60d21358155059b3769acb65cd1389d959783ecff0f5df5e38f75a79559
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd3eb1aa94e6547c1ae2e1cfa5ff97b1c70d7da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7922769e5d99809cb54471bb10333c2fbea351edc68a4baf47b75d3abb89650
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9ccc5298ad6aff4abb1216be23ed29ea80c7325
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86a9e2d85ef7abd17e2cb89ef3eaebcf54f25cc00b24057ebd04cc7a97b82eb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96f2686298b050c254ed2c51d1eaca3f4c1d932
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef5085db6cf0b8511b621dfb4e520c009606d6c2184eac1dc862e7a326d0cc6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff48c8d99cb9937091450564a7d1b482f86b46d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb8eea46959309ea0e5a783b326ca00c3027be0931e8326c5bdc31a2b0a9467
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaed35b9056960a1eb329772dd20119bea34008e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6172d6785cdac3a4e1820579c6f6e7a88fb66323a5641e8dc68d9cc3235b4175
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d156c0af6f912bdcb13674a5fee1ad8cb6fa652
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c821beb5a06e11565ce519258a25a874003aa884c3fb3dc68c08db8680bc980
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4822d30f72942f7f93ae88be14e6b11375329d6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f7e2f135927720f4e2bdc3eee21b7865fb40036a236a0f8019b5afc6ef04028
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45a777258eb20a7a988883b849aea41f8bd664c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8850b7b091a323ef6d1c460861d81199a78b4216053d80aeff55c47c3ff85318
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4346ff39e7c1283ecb46b273e5e0f00a8ea0a800
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d34a2acb3820373d468986091c26ebdd0da1b917b884d0ece5486c83a25471
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02940f57fa3417896768ee198428193c11ed3a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a840785f7ebad1adc4fc54bf1dfd196d689910df3575eb336c907d3b0afd4ce
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d4e18e8e90048119beb7bbead66b2bdabb1ea2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec317f7cdee2e78e4b0860871d83991778a0065268897f1b550d04c1ab810083
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..872334415e4090128d94deb14c0eff84741b138e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34e4ed84c5a3e45c829f7acd8b21d72853538118a24e96ce4ac4cb84139f754
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b5e135c494f4eb974a5d89a266330ac5af9839
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c96308eb3f8624ca76d112a9bb8efc6f6f3e9fecdc37eb95cfeb411914c3eb7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077b65d5e2fb4e559592d2e78f3f118f0decec4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7288f8cdd2ea2d221b6c31c986a60f4f28893ab3774375b7f8fabec63b9b2bc4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9acaa0cbc06793542aefc5dc86f176fe97917b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecdd2abde239eaddf1224de3eb989fa48fadb1c5ed87a5ba606ae73f906652b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a685c199638d6a8d01cf138bcf5e85231260a1bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4755cb978503787eea54a6df5cb109378f3e68beb997f6533f8a0dc1cd342ed0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4cf872c80d8964a8ac1009cb9ba1753ec6d29f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d140e36e35b3baf84e0f0700b7287ddaf9a379ad40dc24fa6c68baa6dad930
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9f00103966c54126178aca6981ee1cf4e40fef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b14741685d083df7fc2dee40ac0166ba2c7237f3855c493962589b1876ccdf99
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4af2b75a009c002d8986080f6b8ae9764038b86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:555da5309e5c546c53f90bfa9e997e5c084762ecb1472562b1e08fcd5583a740
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f7affc5577c081533d24517b3e0649ea2d7fc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bb5700720ce82c51f2f2dd7914272063a4db9689892176a8508aade227e5b7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f816c4fd51ccbe60bb42a1789e7a8045666d0b16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:487375be99d949200863d6b5d8cd2ab1678f6a739609eeb160116527c7e7224d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0964b5bc5bdeaee2d4454339dbd53fd067faf3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d967991878491c492d8260bd0cd2d6faa5ccb3920f5966f83551e285e0ea42
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c224fc35fac6aa2101a73514fbe136e736939f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128ff47cb0e5d77212bbe573aa5250162c4f484b8ee3b97ea8c37faba2d76232
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3610c08b6509ab8b6b9ad4e8709db4194b79b915
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ffe6f49e741c190785700631a6dd0146ddda7f6f534058c5007caa9b776c92d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a098bed351b34d245d0ba27f8fcf124b71984259
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da6b84989e79b13523cfdd02661a931bbaca56973f00e5948ff24fb4cb9bca7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2b9f84e1d0163f20e1020f75f7264fe449ae71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb5b84ad502aef0959af2ad1a0ef9b3f2afd4053934408d79b1bf3b57f6e0cb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1902fcf8a41199a03b09695d1ee905e569b8e0d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50c17da417b8e3ec055d25934a92e43c3faac104afeaf5de4869b3e15d7ff0c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9111973f9579239d58341f3cd02aa3ed2e852885
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3855af454eb3cf77fc3696cf7d32c92f0e0dd63de6a1f654ec17496011d1f41f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c826bc1ed5d006e92269c455c183f7d5e6a0106f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf19d11444743b583045c6d5c6275b27487f74d935af7532ab758c42a5e101d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee78e1fa552b18796c7e99f1602a39c8943b5a9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac7c6806ea13ea0426bcc6834a2f389abf2b9fafefe2437a829fd69283a2115
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7ea22ef618456d49a3fe6c6557730cabeee7a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e8e57aa0c0c0c3d3c689de67df73f23c06ccc4db752778756918687cfa40a7c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123f824d9b86d9420fb2407a8e71a9ff4cd29398
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3660741daedde3d400fc0c0d34f320376747bf391ca55b231309b75ed90d53
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d4eedad82f178453937ea7be3c06368847062d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78743f5622a41110233d9de833f8be9054854a3eb6c0c06490d8a16a8326e60f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1afef2fa954d2d5a16ee141c9a7ff88fb12c97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a73a42d756a03458739c53d01a4ef07801d3c11fed1538c3d3112c6c6c5b1cb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f066190d4c426bdf3c8c56d154e66249d595a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df6f277067a47a4b7bc43a7590002dd3c94efdd79b846b1bdeb7ac672c316aa
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63a8c7094a7a099362c49429a686456658cb5d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09f40280756bef14924afc9eeaa808c6893fede51fec2624e61f1a33db634427
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68e29eab7272309bff3b26c94f460210d3c9e705
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:175a6eeceadc53df12cb48ec4a1c8559704f23dca120f0dd0f66a83b9f4e03e6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3582fd989847e5bc844a787696991a3e442a244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a621a570d40ae1e7145045ab707b58c6d32e47a1cf58947ff37edda4e7f8cd98
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afc86b627b36f78d542967adb1a17740eb8b57f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5f9b220ef18e8e4bd2c6c2abf8154e573e7b3181414f973e99dff07e1e3566
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aa892d43d3a6d2cb968c4e07d9ffbe7b8562e25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f87a59ecfbd25197cca9dd6abb299302bc66331c17c1d9d2a602f3213781a7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0476b390a7e8c579a913ac49c418c7c47ca7de6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35a8d4c452660c945d241a885d7f5cbd51793b3c2fb380aa1fb394f67dc2a18
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be194127708b146845978df499ca3047e5c1912
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c4a35f9a0323d811e71c27a664e87cd91a9a8ff3c7773e17921647655c75f8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e543c4811ba866fd2e8116d64f6ad2f49d539bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2357d74f2a6a2dd8ccb84eaa4d3c3af382c8b311e1ebc4cc3007aac2a427b54c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ad07e3fa71e53bd1f943b7443d2fc1c2dbf96e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd228dd0e684cdba98c34c685b40d3a119720ef15150abc175d676b541a711d5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..941c56f3912533c8f5455011dc3b937add381b23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98b6fbff5d9135b8b7cd306f6a5b48da8d9d7e7c615dc0df6adbbbafd28664c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..878084dbee63a757ae688a84ae9ca97d5879bbed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956a424622216f3ea98b5979bfda522f0e60bd03f72ce47c09fb5fb18ff5a581
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c6658f5189738ec9343d91d8a28fe5e630f0a09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:666bb84de833ad160e860c08355e578171da15280d51175c7dc30dc2bd79b73a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a955a0b7b0d727aadc3640ca091c6107a733c2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05fbb86f6ddec4cc0c680c23ea3f7e85c9400f3573342b0f3726265e99a76952
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb5f8725bd06b90520d24ca9884047aab8cab3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1060fb7bce4806d9da8c4248ef39b08062cda33a3238a85d4de3185168a6b8e1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39834c3ec761cb85bee839810f80953a94348d97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2616fd6e901db987ee4b2d44251e1279024147cb7724cad0214654e8edb46188
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed49549858f71cfd84009765f9ccc9f3ad78fd91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551f5a530174bb9625bed5f9010db3081fb7df91f27864db0113f529fc6867dd
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1231b8b2ebc03c0f76ea6423a8b7d9e7be02c287
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474d5f985919bf0b226788b268ae10e92d69fdc339c030672d18ef4623726425
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9381ef81a621505316b1e8c0421692a46357fba7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34fa1f7b102e12711980feaf76940c10b0438c75f146a7e416ea8d5890a8c6b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cbb0dad68203ced0cb2aebfd4fe874b3e62159
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668bec9973ba6dbd92ff5f47b6b7e02f3b8b23d72bf5299816fe8a888db53f1d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdd337971b3bd204eecb0b203cf776f32a0e8285
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:932a438812ce4d3ac037fbf6a2175a076124f3b25d290a1c73ce121f0abd5ff2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e39ffa05d3b9df25c53dff512ab6621f4a02278
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43a8b60c89f459e975eea262d6d7c0aa2865e3dbbe552bedaf771bebcea131c9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918d119fa93f60c434aed0bbfc31816fb5e6db7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c2ef5ed7d8fcf9d9e61b4d5519de15c0582815b37dcef86a16c57e295fd073
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae2aa01dc888f1571bdd5b2b792453eb2c0163f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8f77e4fe1fe1cc0889cba60b2915323a60ce7e3fdb46035ee1d618f23da1a3b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff61c43d4b619fa3646d5fbf494435d398aa62e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d73123a33662dd31ab84973515fb3c6338e5eecf6c8854ad50c5b5228ab7ecd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c139a0e3b505c80b9b8a87603e03057adf9b309f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b41c82a4a9a6c452e661cb787ee5cf775f370c1bec5d489fb673bcce6d3ed59f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f88a0a0878ca6fd3ffcbc34f668d532b9ba427d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a683d930ac123f943eb39217cb8dde2937dad2ed79c64b0e3a4e4921ec18ec1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657e7773aaa4bf8be8bce9732a2c653293575444
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29218ae044541f2cd506fe69898c971b1ded3ff248c85d994752a828ebea1621
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6dd85157ddb0007a5c73c037adcfb3a4fc9fcdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa3bd47dc569877e5d722ae0bd80441ac13ecdb7232ed62d1e7da52af7e15e4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c0b9352a43940057ae70dc2b9c358aa428fd80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ef90b58ff10936526ebca766918db3b5fce2bd4092aded435f14c3a457aac9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3986af6bba852d399d00c0a9218520164b16ef3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba6bb716e3130c2469e65d77f73214c4c839ad5f5285f831e7343db4b049d97
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f92f1ca9edca178c9ef089d7271f199b053935
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193bbe2118bc551b7864ecd2a496dc85fa43796978afaecba67bb330e4fb3768
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d95d3b92258d330e53f270ede7b75c0f11d54a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef0342176b23360d9a91dfd8f3e93a38543f21082cad38ca18267269ba1544e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf2beb48a48a31695bbebe9b79329b000d66328
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac819a143df60c2d993fcd4c855da10fbdc3d7a3aef8024342d916e38caf4cf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9254129b5286e05456dafaf3487f96658436356f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d3c02da4e12e5f6f012d57391e5ec152d9953187a8d4de3bffa5516609a4a6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85e73f3186fb831f68fd57d0fad43269e2faa651
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18259cfc8123c9e0126b4e367070c53585cec7f3250d36b941d28d097f316e5b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e052f0e4c9527ee6dc2d8eb57c60475c48d0abb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03fc6633039244cb4156a02dfc725be2270d9aae121e63f465e27ed4f4d1009
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0db6607a9d61602ade21a11ffd1f4a4aebf292e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3899ec3308c9ba7e62c59aa6b62e61c25465f54c9f809bffd08ab0328304dd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c7de285308e92afd7db471edc1f8a4b5872e48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16bbc647d94e1512ac3b89cf18433144f12287e5259f38ceaada6e757624b86
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e79e770cfa29f2d960ddf8e3c68595cc1c0dd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5dda436f3158945116dab664abb81d7e9b3dd3b05288dfa1758f591014ce76a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a49e71b495cf37b41bae4b334696473fa4b84c09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d87f8b05d87cd4b804afa9adead5b2ed7a88bf481679a0336340a62ad18ccbab
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df54625a26e77d459921853b72260954cecd8762
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d76858e4e906fee548098e3ffebffbedfd13ef1f0a7803a302be113e7d8e97
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85ffa49311ca52a4c53ac91315820c476208c45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0cc2570647517eef67f60e525f58e7eb38c2912432e4bbb34f6540040220918
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f7d6edfc9e5b26760f72c6d92accbaf7cef668
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7063928b1a63d89873fbe5b1312e130607ab3d055176f32d16874ff8cef7b82
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfb263f68c116c0d144611578aeb44c2cd22a8fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855bfaf00d04f4ff565490f285264f92249aa8a6a2d05098ad37f7d7a287ea2d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b444e55040881475254f7cef00c5e2baa6d7457
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7967088dedc032c3ecb9852c939b4f0460e43dcdf1b923eb042ee1ceb2820e4e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007d17d50e74665ea1f711f6da68839df535d39e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b2f0cca022573df24f9d979b94a3b8e672ec77a8bc3b966854e20e94b15193
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c29e851d731aed212bac52013c6eaf91cbf154
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c92afd7ad346a15e38d824d0f8a66b0c92206f8e33cf1049264496704376d05
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eba7e4d1d30231adfec2bbe91d5a99c3958dd8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c61b5bbee2dcfb158715e15daf888d675b8f60fd15f46e470cdd7d7a504b79e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d731151e2b20ba6f26c59f7b4382711fd1c55a44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2abf54a4ed91c1f6245f8400044a8989c777c9bf6bb4d85f4bcf6134488b427
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085c86d05039f4d13ab916cc1db4647456ed13d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe2ad685bfa5ca0133487323e28789dc9391451f31245cada8ccaa1ab873d63
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a9e72c00128237bf4b79d839fc918f054b3847
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdda4c33068c7388ccc63f694efb47e8fad7a534a57d4501c9e686abecdbcae8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e13889621b68ef761855389af187e14ab7f9b13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7d4a513c3d7790e2ff037af827eb9b8aa96f697ec5404615e264f3e3cbb99b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bb0f018c8232faeb562c13069128c542fc49d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc2934c6ce44e6bc37591eb5cd32bdb45f029466845ff8fe0876939a23323d5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..403cab425fef44c62e6b8b4d70735f3aa8b06f84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81de23b3be2460e1c557733bd1834d8d7fbcf3a4ae277164378f824afdf4f0e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f8bd749e6b76e7133fee4d73754362d8a6cf950
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a727c6615b21ab335f79f626dab3c18d5d6c8b3620993d8b38aa894fe23f71de
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a07600d466187d3170cd6ebb6fd5f0eb4b90830
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3cfff5ae4728656becab132df0be60650aa3beddd2e079eda3593858878be68
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65d9ac531b969db21b6a387e6d4e391f58d03fb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e41dcf9573e57cfc26ab334884a8c807c6cf432d66f7c2072a56cc47624faf
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe0f2d8434bbdae0bed72a2067ec3eab30a56d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b430cd7ef3d5acb1cb5d94ac2581c6a947bee64dbcf66410463287a937d9b01
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0aafd9a97324adcad846a7d3180c370e074f27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3206713d7afd19892880dbe14c4ab75c9ea23b801ac15778272ce7950cfb0f90
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395e6ce46cef49ac1faabf5b44fe22d5bc369aea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd62c19b8de613284d26e0d631591f5ca77ae1dc27239ea92349d79a9f817ba2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0528134d043d32a20af4a2475e10f3b27bb25ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b250371020712c2186bf4bf5b220fd7a919cad1ebe26d1e99298b7297098ce45
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcacf33a44ab65e322d4b30057c5c174aca8b24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc0621f6b18f735917c6319531ea67c0a9b4738297b65a66a89d97c1242cfc7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0071af8869cdacbf8e12d1b40bb1d19814cd2266
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f5bcdecea304810a937a91535744e3471d89cd60114afe277fe9ad1523b635
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f9c01ea9ca8230271a93336382f76777937f811
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df959217e2fa10ec7baa65b76ba48114bc6f3d924d48d05713faabfd67935fa7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b71eb5aa06763a4c9495980324ac4de3abde98f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93866ba015b078e614e134e72ec4de99017be3d26511ffa6618409cfe59af4a4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf1c2b47b4c3909d5f3ab80d7f304ddcd7e04c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1449edcda082b132c5de32da6b9bcc0b0a9c329fff32e32e9f2d2ceee0f3d4b4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ec4f1e5d42b70428cfc055b55e5eb928d6b515
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5604d12ae81cd53982acb4cd02f6747dbca329f85b0a3529565e34a932fe83
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..088cfdf6e06ae238808c22ae505f8975d3f42418
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6535ad48aaa089d831c2f81988551436600d9917406df2c084167b490b3c70cd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30c8cfaca6b74139ca4826fcea54c5e45e4f7c09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a642172ea3de6c71b93e45d4ff99e1ca47c0b5de4ad495b7af27ce96c763c786
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f9a9d26daa4a42b99adef38dfe2fedaa104c37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf0641661e9ea2e85447595932db21600bd04d212a075be43205759fd29b874
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05c34bf458dd630da8ba3a21a87057c1a10b964
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a421e0320139d90f154fdb5f6c790ace8a979edc8e4d9ecbcd0cbb2900f83568
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977bf041f1c0df499a216077ce3390c6c960e36c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b873fa170faec839f49adacb10e2a449cbe7a216bf19be8707163226940975
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d53d5b31fee4c743375ffd16c4422e66c006db5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e504c2872cb87284f0715d5535dd50817d3c042a18ed6a9ebb67091da846ea0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be8d4af65d63606c59ddd595cd146d772c1da1f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394f2022112b14a86ad706a8bc0aa5cee855239b57c9bc73a0255b0e7a2f0530
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd8560b9e854e5e158778d5ef26ca1321894eaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44e0305940fda93f91ffee17c9105b7374359ce3df027f170e73694390efee3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6202638589715ec04d9ff7da0dfc444cf07cff8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e0791fa04fc4263f14295df8d0d3688a5b6e68b6bfc74e518c253f496c0671
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dff079b8b9f4f48432342d22cc89649b5dc17b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961adf4c9b3718053128289361a7db57191dd84d2d19d0343804e549de9fef59
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560a01de70be82726082d725ad916067dee34e73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40dd0edf9557154476e52d56db1dfee6eb0297a462ccb484c654d7447066bcf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386b94e7b269546aa4361e7101a931b3aba2743b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe2bd50f1e9367264a2848d3441da5e013ae6735df072a4eee3db0bf9fd8189
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d9b2576264129b329e4d0063130a238f69b0ee9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c5ff34a016f998d73998afe3e4d93819c6d9e7c71b79cb468dde99929c3341
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34a46a9e6daeabf6aaff04af3603286c635f2c0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccedf53f315b1a743b5eeb43333d24ae9323bb60e07fe1b20b0fd633d2627f8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901bdb580fd4fd410584f306ada9284042a8d247
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0bda699f676c5664e3048d698b1e36054db6eba5b224bbedee75a01c150c0ea
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d12ac76166587a8b53a75b3534cbee45793333
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17617ebcfe6dfe61c9daf6b8692ee878db5e974e7bfd4b67befda75aaeb05015
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8589bca6b38e2c7b458d6eec87a5bdbb393e6087
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a897e0dd9011e524357f9ef6861ed8d1cb010cf31067e22df22bd26e7e03cc
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afa72ee4e5410727af5d6c0f3d30af76c8e9fa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1245092d7056a35df631e1e338c5a406b01a55e565481caa761a0fe43a7714e6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d95229c5dd7a8b80c9eb0fb075ccf37a61869080
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de3ae132baf37705e1b59959ee1d91c92b3815973368f26acc13bb739ad8317
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dee9a265d7435102d14f482e91d9caf450e4789
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506ec02669d5e1ec3b2902428953d6109a91228e2fe2024ade2077488b43e16e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36251d7db5caf15a5789f14774ee164c7ccac2dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1b830138ac4e3d2e924a344119344fcbe85c23f1ef9485a25dfb08905825428
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40900b0c5c0c1718f1e90f8c7119b3c4c54411fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0bbff40b9bf5b4318c94d269920501c754e4ba5504e5d50416585c72ae438d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89876646e4bf3f6db96002c41d1cd8cb6d8ed5b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8eb3346c3314365f95c5231819d927dddf0fec7076348576b11bc989f75ea3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe9ac786a932625695e6c10adb0f28da8c142a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a2bc9087af0f0b6450e29081fc11a3da627b5be7ac58bcd68e1092d9cd9015
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5df3d0da4e8aec44b3c74114d738e6ef07267e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f44276148c96c1b5a79cc0df08ba312861e96ea05c14228cf22a479170ad6a9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ff01b77a5aab07f54b4b3cbe7f2a401cab5fcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279ba1ccee7168ce39ed506c05076fb61444fe34c2369629b8b6d947e52ed2ba
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554de872c8cb973497807c674ba1afb3cb46ae7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31401797410bfe4ab1cb3606f962b02f33ba661e9c6c092c5273c77964fbe8e9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a28aa8214d81e1100acd320eaf21976d1e96ed81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a913b5ca77552de6bbad27b7a6142eec7025f1e947e4c4097c6a9e5c3f4bde
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e26b7fa1cd1be26a13fef0bc3ec7cc13167fe82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f52183baa86518a0ebed65dc2e002b22c95e7d48072a8382b6d71cf868b3f3c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11aee66e9357e5fd1d5f3c6c70c87f78065c5b01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c50320aca5ad842769e125745a45f91c2f73d15b7a3c83bd6db3c27b1403b63
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c0c563a01cbc3b90a08d23aa4e3e1934781d90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50026f890646c6f18e6b843e6204bfe278d0914626a5f5cb5f50307f1a7c1d64
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4cf7b28758f6bbd88b311b2c13f791f277c5a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9e10646807411202f3c8ce17582153a35b043b8c3c60e25be98c4df66024d2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3a2ad12a161ae885a117e6449eb19c17f0d794
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e7afc7c61405f229b694f396ddc024266b938f3989c7436c1a77fe6f5e4f72
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb93055f0afd87d2717b240e5d89978660684fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d31dfcbb7b03935812fcbf68bd07e1062014e1d206488fcf7d63349e11cb52
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6ce4d0e37524013bccec027227c476a8d1016a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e131acca1eaf69a8a491a885e5063fbb3257f5413629f96d344829148cdb0ef0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c62ba9b0329b2b9cc7b7befbef946f6f6f29958
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b2faa9bd9106be7cf41e0a6757c9b2788db0d0a6fd37d984729fc1b84576fc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f47c6eb1df6b514ce02d879cda6f757a9735402
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d62e63ff3f1ced00cfaba365fb76ad9c6ef47eb05fd1b4c83cf8dcbcaffa515c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0a0b0eda3baedb99d48e02d18856e39fe3b5c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd700f45c72b0f56409fe4772f7af541edaba9c9dcb40c2fd504a237b5e4aa37
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58d553d2cd61613184521070b49dddb9a009576
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6474d0cd01c28984d404322d3cd4292c78bfe8be56f7c40220726130dd153b7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1276a6bae115c86518ea3fbd60049048a34dfe5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54d49c25a69c0d17d416cb34c148af877b347a6d3c6d086ea3c3e0ee245b8ec
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83251fcd96ffae82936bc62327f681c27d38227
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46a767fa551fea9bf4d723fc335f12b9ccdbd74b905493002239b662cffb45c3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb925079adf099f1ba0e05342c6f51bb04a6016
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38587ef49eaa82b8141f78f451350b0de48fe6d13ec5713884dc0b5972e1f47f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feb3c2b5ed36b1d7be8dd7fb51a8b89b89b51ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc562662bd2e1d9cc9614806d7c5640ac5aca6248e1b903d4e3e6e71e5241ad9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ab47e426b6d5fe1578a1fb311eb9c0174768eac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f43ace7304c8fcb0efa28e36e1978ef17032c2b491c6d61e20f9eaf5fc126c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901e1e989e8ea3bebc890ed531cb47ea926e5da2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13889ed2d0bf1e1196fbaef5e74413f334301b60697cb0bf6e96539cd1072a94
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579d5a4fbb5ea6cee7cdb730c331b49a7c46b679
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0233eb1ab144dedf8de0e6dc9c898ab8ecd3ae7a444129830603c051b5381b4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2548a44d9c0ef3a27a2624ae77d33aba2d2b31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:153bb7feaa64a9659747a41cd69718c513c30e75f94974978dcbcb204103c1b5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acba0c263e6333b0eb0d5658a09c32a224b34b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10696be7339eca99a6cb4ea99531b64de56d9e9a7dc4a870b5e1176d1d840435
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ec86786a1d3ac9624b6bee75c0aaa0f6dfdf70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:058cb8a86d5a2be6b0aea6dfd72ce330502f84383b38d322ceaa4b77c63e2dad
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc32607ac0a3f5cd4360a2b4470a4e631f4845e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72f8aeec99733f2ebcf4552081ca6636b86b5c5aa472c8c98d3cacf0f38a59f4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d2452b2b2ff4f0f40a5bb7b424f5f86c17135b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2f49477f6d2d66e1b32f95d1e997955b8d8c898d887e6e774f503293a4fc2ac
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f211b1855214784487c997f61404c7c87a5d96ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03d385b328f73d2517f854c2647efa3f8acdd94bb78b9d5e01835a723f1ed700
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f71e98100f420e5038f9661fa068b66a7f5ae6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86086d8e8a34a82ca2a62dc4c451dbff89bd6bc5de46089f62f4e9618cb36961
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804c280362a797395e2de6eca7b766c9b9540d63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9928f59157c08170beb7fc76beba932cecbd77cf9a74ba11f85ab20ada616b8
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cea3beb6aaa1c581aa06c46532890a8abecc220
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6789db931ee2abcbdb43e927eb3c9357f8912c884437b9e49f0e5091908d37ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2d3541fc9b68545cd38563c8b08e22268c1736f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed72fd5309b6c86142dae659ab8bfd840b7f9684e9d2df3bb28dfbe1ecdd5bb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0bea4a5e3d724ed11596142dc5ca7464f9343f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a583fb50bf533d811c73e516fd4e8b146580889b471697a382bd78ca645d61
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987ba1d458e2aa10cacacfd5783eff9d35ee79b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737adb3cad0fddb2423b816a33f0d21f3c1fc25df8bb857f87eb0cc76ed57d58
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165db1192c9440d5af6529f6b708c9024cf0f94e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73e22a3f111904f1a2c2b1dc557ed91a90649e9850f55343da2a2dd95107a5c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4766253d9e9e33b1861c8374ae58adbed060325
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0249e0c8e2c20bef3e5e33b1d9fe6dd41fca4600aae7dbb7a3a869898db33d3e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded198ec3ca1b66f3f0e88ca1e1c40c0aee28338
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f108466e6441a869b60064256a18aab2399728ceca180c283f9801103f7053f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cee931ff027ea5ba72f3c110314aa20bf895f91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c9e8698c2c30824dce9cd6ea7489bf32f976689b91e58aebdd65d5bc3e94f7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec103e66e103567eb2d85c7871f6f8c98656b0cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eac1f837b78d75a9c28ef8aa3134755c05794b97c9ddf33e074467c23464875
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8380a63d28e731390888355f38e14a0325c107f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f216f11edb9a25c85b55f3b06127bcd046dc71662c5748c77b78bf6a0772e511
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d22105a878ea9ac24e4f9b19c539daceb44656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d8f7dbb0bc71a820cdc13d17d3e2b11fb54216e1048f3b989c09584020ac51
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b61472038b0eae1b447fb059b45fdc6d7a643de0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33581f485471985de4452099664ffafe18577a634019446b60356967557f7fb8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4c3d9d28ec4502781561a2242491b8defbfdc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f5d1cb00798af4963a66abd411db38a6b3b195648cca82dd265cb9036c2fdb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b058104b02a6d59ffc0b3bc8ab7f8dad080b86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9b8951443ab9b4997a697b58bc2be5ef848e10631da8d487ec1bc6e647385f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd05726a7b505ad25242caaa91828d8241d69d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daefc0b9d4ba72518aea626ca5b8ca22f1546abda8270685276979756210de4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8f1aad1598d950078593e83bfc6d7d146873cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18a9a8b6fd61cc105f601a63a8820e128c2d6ebcd90b24fbb4e0300fee37e63
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9041fc8a4d53e1919b81bb549329419e8b95b8ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d90ffa56539b78953bcb383f5556f9b744c159459648e354c6ffc0b83d7f7a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acfd37a7def78fd5f03892105766e7a4eb30fb33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e803f8417bd13fbd38d56b3a352a88a87c00fce4abd4cd35b3e5f5a641b9ef9e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f3493fd49bd5e590c64d092ff4e96e233300be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b0f988327ba466085e7d90d9c14fd32a6d31e6cafacb9f6449fa382a6a6b24
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb2306031dd14353973efdf213ec27818066223
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c0524cb972fde445ef77142e44d69e04d8ec65bdd7eb362e935a5941f63c2e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d877687b4fc86c07c2a9a649cb6ad6a6a43d228
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850a8f453577506409cc1bee0247923746dbd96cefc0d5d50081024b3c3b3751
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48710e3e6d94c880d03014cb5a643b513194573
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0170de703adca294e5d18436fa86affc82f48bb79e10daec5bb655e62e3f572d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c05fb4546fda84efd527ffa1b06f990d87026a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736710b8532c7ad999984752710b2d63b423f6144d05d816b5784cb0d4037f5f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a80e215f1196af226c766bfe68c9e82c08ab5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4941b10df76eabe4c06a70f5f8b424b7281a3a2b35a22e089433ed345125eb02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fab2e425d9a3e80fc2b26f6dfa081e5a5b721c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412a9d687bb269c5069fca4b668e8976dd06e6d73b7c7deb61916b0aa47e7db3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c85639d47b95a9742122ded7bece2955ce633e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638d5aacdd21db4c60dcced4fcdd4c2a2b2f16d70427adfe2150d3afcd00ad21
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350df2da462d5e8172cb08a5cd37fc04798e727e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97d3ae7ca53b144a3198d676c80e2d9072b52e73f08f8e394baeb9ca914237e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4dc0f66035386b08b63168c0fdbd55e7514103
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d535c0d9dc5786b2056858aa58877c9bf2c56b4228c2a0d5ecebf66e909bd82
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb5b5cc7f718e34e8745f7b269d3e86d117f213
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a5de33303a35d2f6aa0b4869da8742811922b59cf1bd5cee49456a4dc824ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2d9f4ae01f29b8fbaff010aa5aa48603feefc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce6791cbfdc2739145e532553c355fb22b819cd699ba8f48538fbcf52650646
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03ac138ae73bf82e55d1534ace923a22feac2cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f9d9837199f0b69c5131efd4b38557f38b6763ffc76d688b54d3090d722f57
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9819ab39679bfcefc75e49afc6275c59555adad8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc4dccd04fa359d008c092e0a8a87bf352e1ec567552ec542c573b1c9c5bfac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55227faa0d29253a30f2be47f367eed7ae9cdd73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c245759fd02dd099fd84d85e23af8d03d393c41320f4d7f3fcc1ff9ac8b812c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dc5e242bd2d36e95767d550d4ac6fe4b8d525e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fe2ab0ef89d24303e54f608dad39f2adeee4b380e2f3de259ea128ce9c386e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4dcd0f3a827309267c274f726eda8b7f04a042
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221fec7b20c792c041e3c2693d56f66c2c20f39311c7aec5ed09bddcc343807b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8518dd7fde8a4ea17bd6936bf3a86f971f74cfe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed58a41ccb73e1403343202914eab7d7bfc631b9e97051da26f81c6ba525256
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..380724544562158ef9d97d3a70c94472887f90a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827b3a275087afce4d7534187a0b6f8e352d6e7d96b06b17f34788cf58032f44
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642a6e509a79c8e7d235e8fdc971782a1e0bdc85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928e7725225a975429b534a2cc75eabef61dc858707c70820b44f83799b9e6be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bd417867e576db64ed7b52e27c3c47ad9365bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d9f3bb62f8fb0f132d6566b728f6956d2f74f6cb1a96672d4c4b6df468825d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc09d63bdcca14efaf9689c929cbe1e8219cfee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d789ec652758e9b020a4c336c96fb30d77bcd39e78bc9342fe128fcc4492f7e3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02ef5d566b7147c2116e42a3c2abc5430d4c2fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397c7ac00f56df81cc96d83797afc663f2c2bd400e224bf23cce91eb98d7a4d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc30bf16eb35213a222132e2ae25b6383f2bf9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5253b916c52d69fb946b4460617ae1e128f77e2d2f0f978cffb352fd4f2a8528
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a72c2e0a89bb1f063f092d5f8ad3dd25d532c9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08fca94a3f58f59ccf65e46314bb459e782c86b39b5ac0e55349f1adeaa7c12
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b08e710608ca9e3519b211ba56feada5cb4d83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e337052477c25057fd85529b49a0c0b9ea69ee24bc05f308ff1da67c484b76d0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f862b8cb0adccc873305f83119164e818e3ebdd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4339973150b34a1200469c254b68c9fb762ef31d1738257a63419d8db47c5e8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c28352d3db679daed9b87112a98f5bb79de9b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d0cd557d4e4c45336ccae013444f64574684f89612832cc595e6c22acd3559
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92fe7ed1856c8ce5574576c2cf49bb4ecd59ae8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e83c375d723e82fed2b7f8b75f82494dfae5a7b7a301e3410acde166a00bb98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ea702689b66904d2ed938961fcde8b78fe45ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d777a8370681ecc19397acb80971b4755b7e23c32227c9d2fefacdac3bb757de
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3f71d7dc8aee852e70d50aac3936b2e2027d58c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a99af38ad81ea14c66f7c04482ac6090a02defeedbc2523fec9db7d93f995c33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824baff22726dbbb45331d9ade3156bb38157114
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57274dd7e8e189c26ad9a831c2b99f128dc36d2437a58389c204868936522dc3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ba5a636b106390822c6c2ca26d05b3a9d8dae81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac16e6fb6287e372cb13f2e04afea7fea561f87d8d0b70e8e183d471fa76bbd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7edcf6863bd72405660197d8e0865418686f35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f30884ecd4fe1e83bda985124defb66ef56621f59404ab499b14d164f81fbe7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72b628200833f123d77ff55bbc262603d9683f49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:011cda15b00db6ce4f95eebb82560652d386b981c50ef5a859e5c1d7ce4e1407
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc97edafa21a21e9a887832642fc0c9c23418f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8102998de644c7a0d6d2f8cce3b3657a7e2f221e429f8cf63d98c089b3092ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8708983624792d1935029014cf226dc997ede2ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ad5d5cd870a50b9d6b9776296e94537aba741e0a105f98f5a34c8bdbfe49e4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f0a18897830fbe7ccc141de8dd0c3663b2244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af29cd63ed51d0e488293773f7cada84046613be581a4f93ab6352380ee31d15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3a76c5c4ea979eef360628c926de36374f20cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da759bd216ee4ef6243750a3f01ed4cc8552fa75be54be1807becf9209be631
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d4d77634bff4942ca57b6d98e303974994fdde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1398c455f5861cd196465052593f1311a3995982d915eedaf0677af78bccae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa06e03ff3d261e1520cfda7a4700987eec4770
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11de16835ab8e7a3231f9849986491237386c7caa1872086e3f0d30666c47b9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55436acaa2129418ad2fbc4b76b7fb33f0b9f945
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1769648c6169a98d972157a0ae86368b69c89ad10809afedbbe698fe9b3889
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46042bd60ae9b2c08cf0281de6163a51189564b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76e5e48dc2c3aede36edcf3a0acab59704451d2baa888fb58a3a023df6cc5b54
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a02aaaaf877a711a72fa09a00f0869eda25089c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed69118c860e4313b2ce29448b2921e6bb30405461aaf804e11c2f2429d04cb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647639fe1e9d1d137366c8c6a91b37d31fdf6d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fc915f834f48173cabb501cd1be51f34ddade33cbf2e0dc13932f322f31ebf8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88b7c567d7bb9f5f3c9000fb5dd4a3873f8b883
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d7d8c2da91103d6627f3aa3e40cee7d3fccdba12c93fb4e96510244c1efe4f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ab95b31748dc3e396eb86b3ff324046f5a5006
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d75bd2d1e7c25c1665b2b1361a673b82ad40d6e6c6d5bf4729bfb226e0ea87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8abddfd1cc14834ebf9daaf91be523364cfca89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1be344917bb39282dd56c90cc75de592484536a73c05ba7c9aa023d5178a6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50a25a82d44fdc512155aaeb0554350c4e3c1d16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3f83fbe0fc6354abd822795767284c6156973ac8989297598c914a9cc90361
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d059c0e51920e10f7335157750d041ec9999d060
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa7647ccb6267eb2df44ae551ddbc2ab1d8f63000ebfcec991c1234cc0e306f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0910ecd6094e8653d081b994daba266674c87491
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a0a59eda56e02437564ce1c530b779e62e7dee500e384665b619f6a8220d5c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cc410ebcd4cd9359415aab4d8f2845eaebfe50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16ba6d0f9739c008075beb82972c7eeeb424fcf67ce0efb97c93c738a2d642d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe697b183bcef91eafdd93c5eaa69c6cff645f16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ba3aa3c82ef4a29d998401a877eb4a07e128616928f610616eab37c84d72ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c883063dbd26e390e790e4a6279ece0fdad19352
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fd763cea6bd6b1e4ef549d55cdfa55bfe36f489f21c1c70b637fd53eb5a305
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..229baa6e9f396176ae6a42f4a0aaaed44b09ffc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e662e16a01d4676dd69fa8595af46e5b26af6c5e9c06abc78ea47ec958c4fbb1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9232cd033d654a17939d3e74f7328b29b7f1801
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5819efba5128c5a073968ac1c2dce1b06c5ba67611286ccdec53911a090103
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0d09df7a039effe787a9a7909f532da438cc8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c4f0418359bc58d47b77382e05db3420d9e63a3458c1d9ae218ba93e3cd64b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022ba72bf50a20febfb00d81e0e18b2456ec1a9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9717f0f27553cd7c0a1a4f9b4cf84cb1da4c86b6a22174ec647c922d38d1063
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cae0f9d30d904a710eb4cc611f27f89b2dbd13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cef485fc2c37b5b407de4dfb5cef379cbe3e169c0c72672aa7fbd58982458070
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbedfc00c9f69ee241649ed51c4648a12ff09922
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851ec57a8282e08185047a1b6b3b2ac08ab98187092e7b862275de63cd1867f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8605d9236eab21609d110b21694dde18b9e1998d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aea284f1ffbd6eca34b81bbe73826653bafc387ca21a545e2670e2f91c49fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdfa39b70857e94c2bc9d630e70ea274240976f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab288959951d2248024be0cccc47652211ff05c355b35b03591d2bf158013e3d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4e11bd9df5cc50a71350e0ef6d39e4277ddc981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489776c7c8066d2926f15c846235ce2dce65a1b5b4838331f604ad053cf3efab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed38b6d8810af589b8e753d9bb9ddb4efc2b3d8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462d7e96f5f22c048db90f5a469874c2b9e8e3b2e6d3969c785028bf45c54543
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02dcdbd498308d61643371a9d92b8885725a0641
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e30e3e5f4032e1bd9c31a532f401c3e9fb6ff0d307198cdae44a698438ee3a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacb381d27a924f2e2fd7e7f2d989da66b45615e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14c05e2b2cf03324407c42441875818416bbc59efb6d6425e8d5993570402d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72eee0332743104c88b2518f044793901010a72d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a805a95a3e50466c53dd92519acd5b43c34c4af0fe4a9c5a61d915f04dbb5622
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f663b16aa5c1d47cb0362bce61a65bd2185eeb82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680a8748bed26d0ee66bf750ff2ed5562f7a2c7421987540736bc90f54001b3c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08a82e93dbefd2d585acb6145358de4e83bd6ae6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218e67eabc82d916f761398d4408ae109275f8dc7a07e36e6b08794643ea0b52
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbb3ea0d3f043ee380411549b7d387fa5385068
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aff067410374be09a6a4cb4c630b404a435d89e64298e66fde036ab5f23edd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac256f5979c8ec4b039713871a2531ef584a580
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ae7e05911d7048eca5f7ca87c8ec566f9e1c83320ddc5588d59e4af882e664
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55f9a87c33cc3f5cf1a178d46f7ddc86f28c160
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423ea32c377f934dd03c123502d1a273e4e775fef60254873a32711f731f94e7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f819c4961152f2201523a178dd62bfd76aec8fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4826468ba672b7837b92a44a984435326b09f9458410c2593932e8cddc324485
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b20fd24555ca0dc42b87908232e1dd92cbb3b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bce83ec82c6e0721ed197606da8ef11021975dedbf4a1e15d09af2191d0a184
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5ec307034fb5c5b8334809c5c4f94e4c04a368
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a6b11d9bb93f6d0b92506994f725a1ebfdbcdc6b9d76a7be39f744f1d43ebb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2052d4b83cf4d87027644fa6d70ccf27cc9da204
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808bebc9824cf7fbf9d2e35b13b81fa87b404788476cb6cbd5ab6f4bc49a6781
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47782207ab1691409da16fbe8a807ff03f69c810
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36a22e51e801d169dce341225d441cd355b397a05c3c4d12717bd4436c9c6ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c99105cd0793627e9f3c9263179c431b182f90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8becf4f4954b90ade78588dee216fcc637ca0cdbcb431ce387c024a37393f21f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57f44e55da39d4c68c5653632b2cc5e9c7b7baf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4926c47c20c171402a4b63d897483e39c994e96603f8ae2c813cd419b9414ae
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1e2534bad0ceac845a347d1fcac984d863b10e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d09b7f8d81759b35f95cf98c7a5505a43fd1d418ada3ef8d1544b29c24eca0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5a13a8b5f78237dc767b0965927ba52aa20dd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d144c5fda71059246629e6dc1a22853b24df8ef1d140cc3426712749fbf71dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0101821e8e4d0a52c7ba4608b24636b34faec5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5141ab8c2157f84360f559be80b12fa3fe1946fa49c9d3bb96fd093d213cec48
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2769ad2dcd8f8e06d12170693f678dfe419ff749
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3b730d0c6bdd308d3edc53d8b0d0c0994343e5289ca77ba39621e2ae01f96b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1e7f8024601fc02952950c8457a7543bb02251
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a594bb4e5e93de3512827c035640f5b13d92241a5e2ce86160fbf22915ad4961
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0be090967fc8848b53a76d97f9a190d7969bda6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3864c326d5ff4334fb7f04dd7e61f92c2bef0f4b33c8f7cb50979ff90b7936
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e96c0e98bd6b5969e0191e2206828695b9017b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f93119939a7b3290ee39fe8649110b5e763f5443b1c8dab051853740f3adde
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7eff2e36dd29856609bc913119b3823473c0506
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424bef2d6339a5e07b4d6c4c242016a205c15e79a1e988614941182d4598b757
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196bfef35e34cc63c325d1686970cb15d91cd50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8481700ac85972f4b921ac40f941947ea132691e3a8023ec72eb27890bd7921a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb173595ce05d61f902cc3c9da21f2d084438396
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87d11561f0e01a8e4c2b4550f2b1ca222b4bb18745f2f039ecaa2ad53f2d83b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9bd92ba30ca8f59e190338c27a65836a2b025f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bfa4e76a7699498912354c31fa4e884e96a169cbc332ca907ae9837ffca19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05e6c8b638b5b96b894c97067a4da543b09e97d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce47a28e29350e14bc8aec5070e863112db9fb16bc6bb0c0f4c70d16533e242a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c589d5c1a6dec68ee7831e41153a70623fcfe18e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c644ffcd2478f0c80eac11e4baa83b5359a40ba45d34af7a72f1b24303b1f7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4dc2feeb7dade8a3e5fe3a060db246ce53b6d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce3c1bb6d0820930873648dbfdc57308a293258a7d4e020729ad46c35156245c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6564cbad6590cbc9c25bbde9d74870c327fdfc1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdcd6dcfd338cdc49fc021a3ff85539e384b639351ca88bd04f337aeef53865
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9927b47a3cd370d65a8115995e2bfbad5d21ca9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605a5a47c33a0e4155c646c0c12d43195682df575df6caf022f79d2a6417dfa6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c145ab6c87bbf08363119eb10e8aad2f65b4e299
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114891b57cdcc9f46e5ae086a08790a0c455676b6eea5d145254a4ca6e7f8316
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd71e28ab917384d47b2584d0ce7e779ec8d7d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e57e7f5201cc394d9d3e392cfc448bc86ba1a131b005e93f7fc22d4c5eff7f0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b420727bcc21b50976e22e5c330d63c93a826093
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95c007a31d9d19f07ef1c848c04a8e1781a95381f17a4675d01dc41b4eed438
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16092c440030bda7e9418a746958a98d57beae42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6075c264c38d682792f9a8a7f09b3f46dc60288f713ed7943c154ee099c35064
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd28e40919f6ddce4637400b52d6a813c351c036
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5cd514277de37a87b73e283e5f2b0bdf5d64ffba1bb587688616fe27441722
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..febee36301855f8adf588ceed265ec5a4eed7924
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fbef226aff97c1b153c85126b921a2fd752d4929256e8374e3bc3f4a974fd3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24b9419bc8d3e0acecd04ea4e67729c5a7ba0ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cceaedee95012237dd2d051a522f0bf2cf0cc70184cccc6eb0345fc6929897
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f96d987a6e66615d2c5bc7e6a204977cd8f52e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057a698575e8af9fa779a79a49090addc403e2de1a26272bb594736a9f267c89
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac525a0650de37471f4fa0582a082b1b25e165f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99a9b907fefb7d59682d08aeb5d4714b8b25b2c1f9d56b984e1eed9c1328765
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972c3ff8907d193a8c75d581492dd96568e96da6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54d808a2087d05861b071307ec5191443c6751c095c3c6f3b349de8f5ff2a0ef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a41cf82f5f521ad8500dacaf6bfa129c2b38d9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4354b0280fa0e22d92093c45b267b8cdb130dcc838b160c8444739b65ac075
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d172639bd8ee1bd7ebc01e26d60a67e45b0a34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27349f0c6cc22a04f09efc8768ef1db12f1a889b461ce3e907cd9d98aa1d6b7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b5f5ebf2e96bf738e0c7dc1262203b69dfaba5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf32dbd0c409170cc21910f1ea36447c7ebb594cb2e4c1ee6fb5b186e56146d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aea1b4e0befe387e17b0f0c48e697cf549e59f35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8d79de5f6721a9141c67171b423059616c6c70133f989607371c6a046104e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33126e8701793bc601980424d472e4e16e5a1922
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84732ac5a06ae97f9696d0e999f670acd29185376b4c7be09eed2ac7bb94992
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5de15f31b12e6ec87e465d8e29faa7b4238ae30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32e037c32b5375b97859507ab8cb26a25bb6250f0e4d9dfbd30dfd6d35134a5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196003038e772285cbebc187d0dad350196a6bf4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80111d034e288b5ca865b91add1f935cc5668008393e4e97289f2961aa5f1e7d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b105417c0e375ae46d5f77763f342bd5895e1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87c90cd81baf25763a7db90efeff0186bda1e9075ba05c34f48190f32457b514
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2854f77f33891b6134e5fc0147dd5fd8f299466
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456c36345fdea7cbeca6931813d2dfc35e4ecd296ec5173fa113c46fb4bb0b1f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cac37083c3233351c0d975ff42318a50d653ae33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e2033a051f94da0155a3d9f693f1b1ee7a688e886f9b83e3922ac04235410a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa03914f985daf40cf84fe0848afdadce5665b9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f467c1022bb94eee2edd96dd61c83e9aff600baba7ac2f9521e70717edd6e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..376d17b1b11e7ec1111e80624789a990edb6a951
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488af613acf7ddd88d75a67475af552a0d0a80b508d5a0916a0011e55c2cbd03
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17c20a791c3904d6d314534c5f5e1ffc289dbfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e1ab707988a14baa90d4ef3c2a4f2a1a710e999d55ef0642c094695eda39e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4710f4b38db163e09a4a23aab34aec2adf629c0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19014dcc047740297a40f4cc27ffd3f8eccfd35ebda78a1a5cdb1afbd26ba1e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9b98dfbce4e14ae3a9114253672af148d202d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6151df6151ca0ff79d8debe25cc3c05b751a5ae112682659fe184641d47d9dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc54cf9107de493ea95326e58e0c632096f1824
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c6c0c17ac36ab31c447c9ab8d7884b10316e0315b490147fd46119362a02828
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68cff40070b69d4b0d0515c5c51faf3b03f2cbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d83525eb61cd0bafa93685b4900b66471cc39e055b5883f24d60fa5f13781e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97ac0a97dcae8f209476731a1badc448c2f618cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a8c987e08518d5ba05d03cdf424e838a88229d5413fff5a1ab2ade3d7edc48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bf01457210ba3d0e9b713991a24a1a59418c61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158cfdd6d9f94f02d8de2420430cbd3fa340f40367d9eb7e3018b685ffecfb9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d984cd527c3a19fa8d75967fa7287f9ee24a90db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cb5ca7f73135c47487c842add95358db18cb7f899eaa0550ff48284f26f443
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058ce26f035f1a67a202d320cbe2b9005fcafb53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27da2a6e37caae60c4c392370e795d3396a7eb3ea9ed26ef4456e132e2148ff9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37590b92e156dcf4c3c3011d2be08d3e11e395e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:593c4655f439f90831ea442924bd5d0676c9678dbfa2ab06c26430f603684eed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e3b550739a125d7af3746e44ca994461142656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e88ec901af9bff9a4f45f8074ccb83961acfd0eccaec7eb04b7e46b2ca9d33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4992273bcbb54434fe481c43a4bb16d173243381
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73b4f64f76c01d09078c5e4e3deb837ed9630ce1f3666f7016b49bd93c45001
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d22033f8673221be29ffd38a441a3e319a6e31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089a3e6b9bbd53c0c20338c2947a0c38d0b8c1c292f91a3bba42082169ee4ae1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a6a8bfdb8deedf9a7e8e5d5753ed34868d339bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06260a717dbd80d8a3b788d265093f3069ca23d4558697339337b2e5f4c7e8af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ba8408afe3efc460b38526364580c00568afe0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc82f591922f47c9a776fca71acc21261d85154dbc45188187d086447d061faa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7221770d35df8e8ba292862b44400e0ebc0863
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5decc8ca27bfb000ee0c79132ae90a33a587b4ee0a1eb51d554c648e36b49c1c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55058d7cdb15a01ab87101b3b2e51e77ccd348c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b417d6796eb3b8fdc8d9b1a8e0697bce71861a7fe1d68449c66dcd1f43b1a3ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e8f0c98dbf79912a92a8911b7c0f6e3144f5d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f9c72557fcb1c083d4c5ea0004fa8f7759769f74ae527875f5ed3ccb009216
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5601b65dc6554395352e9a21831a17e145604097
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34336685c5f6f9ffae72a0d413f375a3224ffb7857aea04f03417f4280880a9c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34181c52f487cceb92e889e2149d43136b2a2bf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65649a005b59979f05d1e34e15ebf2011cd6289b1a5d437a9e9048053a0680be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d1899b80138bf9a6722e4dd542489686f26c0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ececd8fb8ec46269655bc8f7f6db6d8cc02c11b383350dadb58dd43752ebde1e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..151f7c4c709d7d87d0feb4812efed51b49bde1e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2a20f174641236b06f42d0ec444807b202c4347e1e6666916c7861e765d170
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c58943cff1920bfdb38f7a2e7d43b5608c2e51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5068e97b32a7d12b6bcc7860c821e6f03933e02e37d7085773d776b61178197
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe7766aa9e6b51850e4b76bd240ea86190f21bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5060542cd60dc317616c01ff299a5112fc4a8f3a36ec2a86b389940809a5ba05
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2da0499e50055929a458bfa68955b75922c6d0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18de8b6161885398ba7a9625446c2630859408b10b5e38cc5c388d2edd6c635
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c268631f7cd7b0680d012a71bb9727cfe780df0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d26a24c37ad2156ff768f0d9f672f8e5bcd7d432162a786bc1685e43026422
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af3263f71125457e6de0e0012f7271cc3daae4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6754258b98ca2116bbfaa3af92a0434337a0b55597f3e6adb3cc60c01f33f1f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea00a446e91a208ccd3b11c46c89e6b10e7b37d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888b23412ebf041e26079ae00d23a3a1450d245379c4d774def54b9fbcd05633
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b30d0e0c33b459b9173e28cd7991800e1212828
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4698762c55036e823382ac3b7871e71311efa1115161d51140081f58c97cd222
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bb383fa66c4cffcdff0d15a39a36831f596efb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfe9556b23ad85e38a29109296bd7c6d1e7cd4ec21172360138780fc7f33052
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b5fe1ebcf51e6e88e636376bd09cf8b99db1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ced9b16f8a294ad17db3d6d2ccc46d146d258b366b44ad9f1931721538dd208
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1add8dc80876f3bd395fa0bd6af67c3f6a162a52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08a166efa45c15a9a9cd4760dd7f24640abb014517b6460124a34a40b214ee0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46945191a98fb0bbdf9d735f5f42d75e8ec77753
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fbd93398b2c12c943d92e4133f29c90b17063890f53b8e7b5783a638312248
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8629a24aabbef3d6bc39c2fd8f234a39491e5d70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3615bfb7a875b769470da06cac8f22548869be3690a8f5155a28ca62d19d62fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52526a4a28f1f00a749c47e69845bb4b2922d954
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc384408bde90fbc7c45c220daac103aa37d60b53ccfdcd3bae0f8a1bbc90c78
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2870b7d1cbe3cf87bd461235d86b31ac7f59fe46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccdccc80975bf9f8f529f5ce930968b14a87301ba4b527c6b04b03dc73412bc3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3886292d4b90f84d4fa2f3778f8e03168514e227
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b442e6eeca23fcfc1af177063897338e6cea20551785f30842f2e7b1dd27009a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31995440590412960a57889951034d06bcfa9cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb893b120c4748a4eb1f988fe393c2f5b6246f8e3b3837fa394310ed6bb200c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551d22e4ad35258db35b6c9f21d5fb8c52baab9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54569ad433460a7c425cf6753f36e1268ea47e05e3248136f9c43895620100c1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ff45db91e43ff833cca2253d75a21ec34b6efa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dafd068dcaf537fdc33a0ffd48fac2dba52d58274875821b03194fc6198cd795
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a2ff2dbd72ca17cbb95a92b43ccd6c50b20732
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9b65e627788642f29e327e6303a7dd68d0d3cdd05524a0baf04c0c6aa38a7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9fba8b6f4ccb0fe584e5db9bd0644c0b5b8861
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c24a4588d97a74ec9d4dd2f5f586026b853903184d30c647527859ba64b8e67
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fe4fe65054be253993a8f5d66c19b2758749e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d9a4edde4e4296aac5307390c3dd2dc350fee1ef9a5a9562e4ea0be3458953
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93a5936327c08713b3f0c47b1a4f35646b1aa18e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:195fd7211611ba4b2b916b46ae90bd3ed7a39b1ed9f1ce2fd6146b1e7649dee6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962b6b6ef90ad765a14763d2e07fa82f5430cb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244f9c63b7b257e164080fab7cfdaf9abed02eb647db4357e2cac68c269a0b93
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0524b99862736d353e2e90d1d6a840999e4fdd75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d619882afd1bd664af7861c43c86a511179b89bb74d3b6fd3fb513cd1ae3531
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e00e87a506aa8488228bbb1bddb142ae1c99ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a446d0e8aaa9dfbd6e332bb26862e0026d8ea6539b5b77b47c9fec7e785abbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b2817b5142c4aa81719f1658b529caabcdef03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b812bd8a7adc359032a8b5f6f9714967fafe474ceaabd81bbefb9736cd0445e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae149639087ca46d55bd2fa364762aacb04f169
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7096b795b55a540387697acfe432777d2bb8fcfd279d43ddd48447d365d8bc9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb4b619e4e9b7303343132664a55df885c5d67e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45a0e1774e647a04120449d8d9373ed923291001ae499dd39e8bf42811d49cc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe62c2e25d5cddc5ffdf9284d28228b70475e93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68d0a03aee8b257747685171bb4f13ca20c337b58bc694d1d989dfd3967d005
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4a4e8bfc9205fa9bee6f6c37ebf4fe92c21f23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c6f1370ef4dc2b6fbbb8a2a90acced17e3edf2aad58fd9c1c1f3974cecf5eee
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60635cb967692aa5174dcd2d22b935c692ef1f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bade44610221077abd40b08f6a646f826c14ce1bf72097b3ab33c56589303d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b768dc32e77a45fafa0449640dbe9e517dbaa2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b051f9af7e74c11ba7500f8be7f2fe388daab66d5698a839c733ba5f212849
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9fe09c3eca9f5f95bbc7784e5223368c019703
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f7b106045d6f2b953cb98d7d488224818fd548882f089f3eff708c5e1f8360
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89d8c4aabe4bcaf7960e2b9b2ae17d1694a2115
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb13d111715cc0056fa6ded1ddb3dc6390746f2cff4f951d1b2e8e4393349ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3861e3e11d98de5887ef76d81c4897e10c1697f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfa69fb7f278d2910f8d90c1ff46a622375ebc72af025a3e61ab0ce35fe27e8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5da1ce635805676c2b929375a1545670d8e953
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c062e8056f6956ea334640479d1b4e425067f114e74e19969b75254a5a5dc959
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e0c3c11d1e72c25b71eb389c212e35469dbfde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb23f1f259d6a54ea91c72fb67c9bb19325ca50a29605ff464334e1aa182731
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d11b7a7498273485287a8f54a78e61741e25739
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50aa27cb3056ba7cbdf9aca91b92a6a92f0937eedf6a4795fa4f8bfee85e00e7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f4dac7c2d8e70dbcf9195e834baa32f5742378
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30b760ddc986bcfbc1985fefdabac7529cdb80fad82fe55f2f5288c01d09455
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b447dad81123a6a286cd082413defb74333094
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf5d03b85e98f3fa5bf0e5405217c24d18bb84cc9b97c4990e6f03881b1f493
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb56821914fda315d1e903e9a1614a2a3fe1ca7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54f6a9f9f0652e872d23a4a20e192e73b1645464214e30a433e62c4ec57e852
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f9e2cdbc3506deaf5358dae8978deb1c0db9bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75af9fc78d6f24f01598fe88a40b7a3019a970b0db20b059f0bfa224ffeff94f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e16cb6a199ed0260384a5bb9bc0c7a80630dd66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a53fd7afb40effe55a5b02e59e6120c28cc60e891e413456576e419a7da24fb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32db6a46988b80fd6f350410b6a84fd490953246
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7899d54a9b5b5287c5e09152246cf03a9f5c348e61c33479d147074577e6ff9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0debeec3666062adafe35ff3e195f03695d06352
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fbe6fa0d9516fd9f373caed951f8b577c5201b84c4dffca2e1d4404beaa7dd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba569cf57ec1ea4cbc49e2bfe48ea563d3c31912
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94aa9241e76e195d9bf3099232871e315f9325be8a26ebbaf92f9d713c0dab8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0de848a25e2f1aea10dcc3244daa54b53127eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b932109f8328ae35f566d653df9b8f38cf170d59c15394ce6d09fa527a40ec79
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9efd389655d77fa061f77b405123f46355316d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c4e8bd766e7c93259c3078b9e24ce9648467bbeac0a2e95c6d3d3292da808e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a856fc5a9177bf194899214e60970be4e2db56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981ff1e68e7bdcbfa8a06bf1c809445f9dfb54b986c849ca6b9e00cbce63f51e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97fff1a4d5b83fa4fb5ab264889fe9a92c844cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e08acfab67f5b657c344662b79f9bdd3a82769d914ec5b53089fefcac1cca25
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b400254cb4939154222c92c4905c559613cb26c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ced05a1893dc23dd2f7ad115a7d63118e6c3869834ab37d6aeee7994fd31709
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64bd23b31180a76ac484c0be465e29e4dc2a485f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7bd46106e2f730697ccd583d980cdf243a9588f4cbc4068c818e1c207314fdb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa152a554074f257443f395dfab9c3e08d3a8de5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad40d3b41980843d5f985833d57da31ca3022baa122bc9dd2d4a7dc79e2393f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7db44cbaf3fe0357ad4b5761254afcd45aac62c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51dd1f08cefea18c7b6548532f8fd1477c679dd837e16506def715cd4ff274e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe22536c76898a6aa22367db81ca2ad05fbb671
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1924683dfe029658ba522227737d7711cedf77ea30f193e645585fa60170f044
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879d20e28288f0abbc09d2ac2cec740d96c3c242
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a314b7e4bd4c04e97ef29135936977a61a2424fa98fa8ae08e8348ad8a96b554
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1276ec0249fe0ee0500b15c6161f5be141597a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab64e8260929de8c06cda61e0192a3698d6370b808bea6c2ff48b03f9c5e967d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9035bbc428c2e91bc96bbda9b66b18da021b5b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a269837e22affb617098c5bd4a2e7f502dc26976940281121cf5a3edaf52d603
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5df7dabb12cb0a39e4ad918a0ab7b0a9afe2176
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1123b3435bc502b08cf86c1b9e1834e59c0a3baa1c98b08aafa175ea9c8a9133
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85825176e6875f38f580eb88910054721de4c2de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5af501672145e15b331749529003801be1981a955a4b4051e24c011d2d231c01
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d76dcd246833cc71c4545e8dffd799530d02d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a7f2ceaf47ece7bf6c1c028ce4c8be30fff6cb7a9641ca58f040e0f3e85453
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056d8968edeb97d6f4ea6b4d0bf85e7a4eca1118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4131a015154612ddc6de92228fcaf165c8c491a18625f1854c973205e5e5e92a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e601acc18117cfa334412f054f3f6486358fa45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcb4b76e6ad465ebe4a2a20ec3baa159101f14e35bc828dcee74c216d957fdc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f43937b8566388ab9f8a67f5ce9c54f85ddb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929019dc184f6d4413dc657842cde7bc8bfbb0f925a8f8f419784513a5807129
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f558d3568afbfd312bf35350d2f55bf63b4904e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c953b1170cdb0d69e2d1d99a78408ee080d683f67fb91de093338773ef79bbbb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..605bec976cb13c0bfa9a310b16d79e9c874ea655
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91eeb343aa2fd8fc62dda2a2b6283dcf47eb8a4b656e823f17132802acfaa633
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03990b3f7fc14b05864227ea47de83ed927ae26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a095aa3ca72ba5b46827e37eeaa8855ae249da9ed4f5cc3a631ef190b86d47
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..146dd76bc72b076592f689d6d97f5ec4dc944fe5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b03e2f63519084de30ed6fa3715505ad8032ba56e6e2eaee238b56b6830063
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978fcb8ba313267cc089b06fc7d8142e8a3c0d93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e48bbab94aaba80e52a7d01c456f66569706eea379c254edfff63f3b8a7dd5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23c36e39265b7e7fea50f950da5e1bfc01f4031e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05116d9b9410d74e3e91c1d6a40c21404b0f9a2264a41a4c28925a234d4b6d7b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411710629191e97f63cb8d654690ec6d7858ed14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8121f57faed83451c25137cf92b9d2d6c0961a660634366fe712c0cc00df51a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884a470dd481211d41bc64d4f64ec08d1305b3fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d6d2a9f0f0e4fa2f65f73ba40298f0bb036641e5264b9a08e0a3473f4cc4a5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee65c28a26a46e2ced6fb65809d3fdb813bf41ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddea3245e6a92051c0fa86fa1537f83fdb6ff80a440119878697a06c0b44d65
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0fe25ce2bbc243af9a2243db5d888cefe5fdd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072ea54740d862b25756ca6158586a7145a80163ea5933f8669ad54158b9cc69
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418d3f07d6ba2d3b70c33b05916de6aac29d4c4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00da0937f5857648e11c7d975020102e67fe2174ded14c8214c519d77f526979
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaed92033a121e82541272f7fd3a827e0d4acb08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a035c554e394901e21f3d5abf8eaeda5bb9c3266c2b3cf103285c71b09997577
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a074145b59c87a32a5b61b0cb3f3785bac027b3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315b3b731cb9880c2b93eccdb12b46a65bab2635834c799610f8da2220cf9742
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5cd4297418230a7c33366da9ac1af99ce40803
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaec4dd40ad24ba46a613eb06a81d3293c64e14cbea1ad41cafaf9b1d1f25d81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8064dd95b2890ef652f424ad3a9d5b1ff6c6732c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72862888a449f9ac7fe42fa334cfdcd9a56ca39453445a6e7e86c91793015703
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c166a3db9e5f7be799d1a24f253c2a02767d3abf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce3f9cb0754c681f3052b4e8851407a754f98e900700b3eb3de5a1e483ea9f4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759f23935fce4dc2f9cc9106275d3419ef32a251
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d765b199d6b60e7797b8a698f4cef513ff0bbc7154d3363e4ac4231e2e1262e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b759bdce4471582e5ed52f2fabf65e193a3227d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02d86466ed836ea5890946dd689cf5ce6a6761ab50ad3904f75b3ef18f8cd6a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5aa565be6c5d1e76bca7a1c5c97f45ed899efc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f700bb653dacd831b4bf7131595737700cae3cb2737d65245d86f594559c279f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f6579ff8fbd6372950c48644e3c278804620a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4715ec00d317e7a07403d552778775dc694a4ba91ab16b49f0417c9c8fe1fd28
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73162372c482f35c78daf329cc15f319afcba04b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45a9e08856790e5b3495a0cc5c5822033ba24b61c8e03ccc0d4324240f79bb1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dbc6780b209011eb6245b5c77a55b9fe021840
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4308f1f75a330881497c9b8bbc7f530cd45cfa52a44ad50f621d72ea673f96ad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4732ddbbca532e60f782aab7bb67475d8006e8b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6321c426e9ef237df07c0a2a27fc4fd6361816dfafbb3c5f3fb83db42991e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3172dd6bfa5d6fe031608eb55f1bda6d0a136e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc973fc1a45157170af48942cb7019720ca125361de8eac7939f0f75e400e55
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80f9b0d7eed9a10a8e447a7a23265dc91e391da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c65bb7fd16f1ce45ebc5c84e46c83367c4e81e37d50ba47c1eba0629a0ecacc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4225b8c0fd2d88d272fb277b14993493699f6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3f4328ee3dde7399e87332f3bcdbfccb2f1decf100732582a22c5f891ba2ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f531603b9f041c89cd18d43a3d53a947c9c66bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ed27a2f6488bea9636402bb4f8aef45b34bd3d1d4f32cb53862d7c0c091cd5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfa255c0209962423bee456284a8b1fbaaa67cbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57db92f28b37ba18c84eb9c9bc4e9a08bf3e242b9736427e3b274dd6cc06c3c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5496d8202ce1bba81543acd24a9c6b449d548f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f195593e668514f021c2ad5c401a5190d501a5693cb25d765dec489264f4ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0f6d3eb640e0fb5c47811d7dd4c2d16fd51be0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbdca946b12231d7d58a5610f47d326b2ac74e939e2883bf69051c11ac05dc8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b795b53452830ce33a667227a0817f86f21f65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e8039ad23fc6b96deebf81a7dd87f3ef8e5de28e7b1837f93150bede80fe28
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb1e37666a492860dd3e0ff40f8c2a995ddbf06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499d5599de423f3e0b6e4a5556bbfff633c8dcd5d4aa4fefd9db9cd810083519
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53637cbf20003fb077e2b80f8eecf72b6ed27139
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d38672653287b28eedda4da6b39af373854a8f5219a3e1d4090febf3a0a71df
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fde2855c05472b4a9afb33103d5594689ccc0ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1589635ab67e68561e01e8347ba33d03ad95e89e170090e2dcd3896e394970
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5158e8673190497614e66624491ca00a2738b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eb9c9205dfe26669ce7a5c2da4d9691489ec32313fbddc823eac61e04cdc562
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9e0adf9add2736096318a72ce9f417cb1b0716
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b27e824ffb2b1e06e828c1b578cfac9cbbb81ab6354a37764835732d1c1421f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e0a30511efd9cd67ed18a40ece925f7891804a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6157bdd47ed3a09d10b64273429d167acc2be4f026a10c02719284c5a43aa1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f9189b23cb93cb2869d7b5fe69179925c8f1c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941bd3751e398f327e3c22541488218817a09d45d03cad7f7ac8e7f9f6519736
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29ed1a1a86568b4ca8e5ef5608d69802395b9324
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7eb561b6e7f7561b7e00e687339f4c01f649414f7fd8c41fbecc578706b9ed
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b4eba614928a024bbd8eec8fb154edfd3f3fd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b28337c112ea588a8d0c76ea124d69143639d03da862239b78421154832870
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c848388a7a6d76f21f3817b575c6d06bb7319ad2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fa54783a772828293ca9c4800baba6cf7dadc55fc05a2f3d0270ffe1a7bda0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadac8364b0b0efe9863588a6e74b84a6c209473
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b088d3a8f5f0e0e29a37697f5f126ecc97ccd1c8b3166f445f0e77539fc0048
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9750af44e4779e71ada580b29349e2e11ac76ff7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86372120d6dfb79139919524f616f2b2cb7af0d60e2ee147c57f3ec052abecab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bba7aa598263f609c5d0e6fd11d31777b9328af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6818c1051776edd4258af684d4a21d56f186e8a45198777b312e7f364d408dbb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a742fb9b03ac0debcb0f97135c61e17afad4e08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e803fec6ed65f569004f953b6d188c0c73c4e821267a17da5bb7f915c1f672f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df6ac51941533d1b351ee7a1e113509fee01608
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3953859bd78406650515198ea0bd1710295a61f338a900e73cfe95fa2ed2d35
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49de4b901fde841d4c1fd85119506c24d1284f18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f70f54ebd8103da4e053726e563b1d7c8505bfbc5038a716db65cec88f88d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c01cf3e56fa2b396dc02f9100a1ae8e2c9ae7bb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cefc5ad83cf0f3870c247a9081bfcca28ff0e29d6f2f853ebe56b2435a0cba7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4df8160e2f9cac0e59a1ba11923257d876cbf6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65f10a8fa22c74a37f0a09503d3d7e3a5e2f90151273e3aa0a1c7459da8d8bb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f045a79457c0e2fbfe749a92dbc458d8198b9d53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c96dfe2cd49dfadb4ccbbe6df31b8c54505a5ab7c0f78c2d468b39ba37f84fb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305be446d4b4963fb4c36ec1e81753c740c9c60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdb304bf5e17ca9dfa70fa2b2a45761c76b65b92865aad30c1b0e20ea259e70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74f2dc6a5eedcc5850f3491bff8bc0c983f3506
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f04b0ae4c293590a90c1f72b7931ec2529a3c44c341ae88b555a2994565668
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09515547d6c1a66a5ee8a5335bbdd5549d2d686a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3819bda9be62e7c11ac83a457562b25b36501b13ddd9df2e1823246b249c8d0f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec2cda2840fe410c03a075a7b5bf245066d41756
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ad2997ce7236e972d08a4c99f046d0eea1fc91b5775f5405ebb40795b583e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c5e4eb10b0959c3eef31acf5eab87f775d05f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53247b756feb72c9cf6793fcf126fde83c67e1b5f9a2ee0d67cfca4ee49b5917
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dce6dca6b540f982c5ad74d0b94220b7231c20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd83d13b55ea87ee50df7a28f609eceb3154d66ef9c6e2c7cf675c5baa9e894d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0621f495b0bf17e8c2c2fb36c75209449c7cf439
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a9a53049ea01f7b45a380f81a74b2214be0504191ba6a4eb3c2eb01d081c55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca950b7182670a3eb9af3b9638a2e2dc455423f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dffd5b035624a09e47bf14c50689f9cc4d950fc6d6b8f37e085601ad77b930c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce0e4627aa15b7e0e43286b6f646cd636cf8602
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24cad8b4ddd112532204e12505aff6523890fa269074d773b0e66efee0e7407b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8bdf05610e662e7e20988f9c5023d4bbae0bce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1811d5957273550d9952d3d4ca94f48f73c0546db8e095bc4e0f9e593582f814
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd26de3bcb30b371053988c42792eecfb7f31201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea65006094044d81f5d956693089cbaf6b8898d05d4d11d60c397ceb844bf3ba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f692eb74e285c816b72fc11c0b8d1fcf87c49b07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718e79dd92817125815717671ce9ec2134fbe0ffcb60ac1e890da22abbbb15f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c920ba8025019c4566af02504cf46265cdc818c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a732729dd205978213f27bb8dcb412f03717c86c431896dec3416f49c55a57
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29935006a3fce3732ba76a5376bdffe0f606abf5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1316794e8567683edf2247908298575d00786012fc8eca0bceefff614131d68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426da46b36fa4060c447e1c784cb8526a445d2ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90258b3ed157ac31522365c118f4f3aee9ed7f060c766a2664846891db265913
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839917d4332919ed69dc230bdd28a3ed6ec1ecea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb18b4518c9637fef8c94e271ac7e79f4078ef6340617e3ab65cb1f90af6301
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977a8686559aaacdab18a029d56de86ff87b67fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12a66a621ab7131ff4393373f13752bdf91a056a05a4f0210ed0520ab85ce416
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d6f5fd0fbc7d0aa48f94642368415154017db5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f5bb4e57a6e385127e7a822f4eb8074520aec8131a0aa2875d85051105308e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59e3d1489ef504c648fa2b9d110c43354906072
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1956828616f6d523d5152055f8844b1ef4a473f24b5a3f21eea4b6cd6dbb6fc0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93858afe12f53a76beea0fd8aaa07b9f216c205
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb39a8ba608bde7a7787626a45aa268286d7c3ecf775e43275685c49a736646
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1fcac6e97a933b4dc7a8ac87e8f57683e894172
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314f2f5eff85e20e8c08450f1fa0755a3dd650c12a136a73b1baa597a381bb07
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a85742e9f37cdd1d6b04199ec32ad3389d87c40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87d82902d49c8cb8a6251ec6b1ef9b1dc315e33b20a1dc730a25fff6040d9cd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9208f0ef5a5677b2c55e922e9ae706141a3847bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec9d192f6036d74f4692e4c0baf467519787cbdc065b84f4815dcfcaf03c286
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4656e8cd14762b2541d917152b0e4275a68bfe8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5582eebff184e4a4993ceb85f8231db819af4b5ade3886c77dc33a038e8f60
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4768625bbb1096e6d896d36249b30cf4b23eff03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8c8e0ad40b8e4e8a984ba4eceea7a8767fbb71c59446d446b6ffc51f51cfef2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a79bcfa272b22d2f71a5b06b53169b84f28b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b895b053d3f6d4dc0c1fdab9317032df7437a8e64e6186c36d174ebd918dc95d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57004dbde6d9e85277ddfd84b44689058b3e3ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed5834f81edb956ce861f40a86e090f4ee6f75e6ad32bc7a8234d134e2df3d1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3920416d26bbaab8419b45c681a1fb8bc251bf16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b4592ff94e71db9665d2b4344fe6023b5e3a7d064c588687120aa202f970e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d072fa34cb1289fbb3ff3be20886c282824c04f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac01dfedaba37d73ae474e9e31b4fd43ee271a4f232b4e92d7f1d60398fed132
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b93f56da1332cddbd3aa77dba34773aef5d9f80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68a128e963da4f69ef718e23af7ddb0fa68009739928509504dd27beda1665a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17dcd23c21eee9d7ccd553e6357fd4ab7aebfa6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1eb522a32cd954ba63ec5ca9e4f0390ad49bd4745b497c25b977a5e06ef316
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b945b63b305006a51da762b54364fd085aafdf3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237624a92a1b39d18e32f51c55fb78bdca864e4abe25753839d41789f3d77027
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e814e17be3346a0ea284bf8577799301338db1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af246103409bc5eaea08ffad5afcf9600aa208cea3192c6ac4690eb33adebe20
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f71e98100f420e5038f9661fa068b66a7f5ae6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86086d8e8a34a82ca2a62dc4c451dbff89bd6bc5de46089f62f4e9618cb36961
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00d56562ddb5f99c401f8349131932ac92ffc36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51e924de089e685f1bede5572bdc2f5e9a749d494d22084db29bc801eccc2300
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cea3beb6aaa1c581aa06c46532890a8abecc220
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6789db931ee2abcbdb43e927eb3c9357f8912c884437b9e49f0e5091908d37ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfe059f56cb7a09482f58dcc4fba5b158c98551
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d4d355912952f96fc1b713bb6dad6cdfd73d4b439e52319d7c339313d4bcb2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0bea4a5e3d724ed11596142dc5ca7464f9343f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a583fb50bf533d811c73e516fd4e8b146580889b471697a382bd78ca645d61
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16eb54f509631a05526fc2c9553cabe98618a0d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3075958a109eaffed91ab03754ef3fffe1327d8806c8518ee41cf70b324edf4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165db1192c9440d5af6529f6b708c9024cf0f94e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73e22a3f111904f1a2c2b1dc557ed91a90649e9850f55343da2a2dd95107a5c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb5b14bb2564c73394e28f84920010456fa1eba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a604169eecb3e3bd0fb3e5c823eb970d4164dd0a2c999da36011611a8173ec2b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded198ec3ca1b66f3f0e88ca1e1c40c0aee28338
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f108466e6441a869b60064256a18aab2399728ceca180c283f9801103f7053f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d61114b8baed2ca36592e60fa18599eda00f5f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3af8c90f8bc9b775986e1c074a4dd96948d5107bc6cfe38fb16892e573efd6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec103e66e103567eb2d85c7871f6f8c98656b0cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eac1f837b78d75a9c28ef8aa3134755c05794b97c9ddf33e074467c23464875
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38ab2507724bb6de60971459463a156f6bc60d0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c36f1e3fc732066e36b86c11b7d3bc42be843d180fbc89a575938555d6ede7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76d22105a878ea9ac24e4f9b19c539daceb44656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d8f7dbb0bc71a820cdc13d17d3e2b11fb54216e1048f3b989c09584020ac51
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c9683c1bf33994cd47de2979c7c686c6a79ae4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a317ebe0f758ace2ae7ffc4a815bb90aebf73eeeb8a78582a4fdfebdd13262
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db4c3d9d28ec4502781561a2242491b8defbfdc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f5d1cb00798af4963a66abd411db38a6b3b195648cca82dd265cb9036c2fdb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9c99bbf5c59947e97e563bf7546527cd1b3abe7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbba95f3fba2a64d6e1fb6cfd3c277606f4229bea10d8efdedf55afb0aa79f46
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd05726a7b505ad25242caaa91828d8241d69d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daefc0b9d4ba72518aea626ca5b8ca22f1546abda8270685276979756210de4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe15e95223fc2ee9f9ac9114db966a2aaea5b682
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ad6396c37be491cd10622ef6cbc49f8a88633289ccefcbb8236b60288a74795
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9041fc8a4d53e1919b81bb549329419e8b95b8ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d90ffa56539b78953bcb383f5556f9b744c159459648e354c6ffc0b83d7f7a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec09a64b9a78c1f80f23e0c165505af9db9adc12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b81b98e71bf1de9572a2692c739ea61d8565b29a1516fe3c7fc4c0457b8d7b37
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6f3493fd49bd5e590c64d092ff4e96e233300be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b0f988327ba466085e7d90d9c14fd32a6d31e6cafacb9f6449fa382a6a6b24
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3780d57babac9c14757407b2c2a837c4873ad21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc96ee578f036337caa2bba1cb109897488e73a3ed95bb8dafbb902e10d76c0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d877687b4fc86c07c2a9a649cb6ad6a6a43d228
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850a8f453577506409cc1bee0247923746dbd96cefc0d5d50081024b3c3b3751
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b1d526ad799c76c669d341dfe2fe5ae566d260
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f008c53726426ba8e738f3e75b1dbb91606b74d73951585812fe4939d596b362
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c05fb4546fda84efd527ffa1b06f990d87026a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736710b8532c7ad999984752710b2d63b423f6144d05d816b5784cb0d4037f5f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1696a5f63634eaaea7c7059276032a299ace56ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a46d4101099d6ebb5ab3b45625db6f347c3c09ad69dd45134bb42d9f86e964c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2fab2e425d9a3e80fc2b26f6dfa081e5a5b721c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412a9d687bb269c5069fca4b668e8976dd06e6d73b7c7deb61916b0aa47e7db3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770b0c0b3fe7a4f40d89a19f0d348eacefb300d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d016589507a69dc71493f6f66dc17275b59a6dc34bb70d0f2902140db84f3481
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350df2da462d5e8172cb08a5cd37fc04798e727e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c97d3ae7ca53b144a3198d676c80e2d9072b52e73f08f8e394baeb9ca914237e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75cc402d4d22d5229e3068d6785f17da80ef970
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed5150dd5dafa6acc896973e58b04c30a2bb3dab98c44c7cee37ca8d387bca92
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb5b5cc7f718e34e8745f7b269d3e86d117f213
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a5de33303a35d2f6aa0b4869da8742811922b59cf1bd5cee49456a4dc824ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d48da495c9f1f2313585131a482ff4fb93c98f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bb81513d86016f8273a4dd8426dfd2633c8b77191d70f7a44f3edffc7cf46d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6281bae5934f55eaecfd438358fd12ba0cfc6f18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:572e001333efc13105245253a5d82548111aa3f18c9fac04f4bb1b561c4e81d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73e6c43cfdcbfb2204dc1d75d78f61da926ded0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41e847c9a3aa651da7cc0aeed1d52ebd72641df26ac4eef52473d56be82dde0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9819ab39679bfcefc75e49afc6275c59555adad8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc4dccd04fa359d008c092e0a8a87bf352e1ec567552ec542c573b1c9c5bfac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e2e81dc369665d587cd67e3fae62298d316d3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83b638df9f74e5fcce5c51247bb87a3b461749c5cf78676ba2385b6771f371d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4dc5e242bd2d36e95767d550d4ac6fe4b8d525e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fe2ab0ef89d24303e54f608dad39f2adeee4b380e2f3de259ea128ce9c386e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8f47385af163243a00591162f6b5b2f526d1aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:780e88fd135c581e3e847b93745ed6c997d81ab1802823d92d59fef534eb503c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8518dd7fde8a4ea17bd6936bf3a86f971f74cfe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed58a41ccb73e1403343202914eab7d7bfc631b9e97051da26f81c6ba525256
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..203afc8fe2608b579e391505f255056b0fdc4207
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854841f7f58e5f798c172771c1cef7625079ddd933ebdd41d3091dac0a67d1cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642a6e509a79c8e7d235e8fdc971782a1e0bdc85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928e7725225a975429b534a2cc75eabef61dc858707c70820b44f83799b9e6be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4414a92070d360eb54f3ee0b15b0b488b288ab8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ade78abec5ce8ae049618111def240af97b98c350ecb9bc26d98ab6b3dbd62
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fc09d63bdcca14efaf9689c929cbe1e8219cfee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d789ec652758e9b020a4c336c96fb30d77bcd39e78bc9342fe128fcc4492f7e3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db9f091f543a8373fd8cea40295b4819f4248a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25bb6c7719ad0882db0b2497f0a1c6d5287ea3069531a1e1f5fa2f7b1f6c944
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fc30bf16eb35213a222132e2ae25b6383f2bf9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5253b916c52d69fb946b4460617ae1e128f77e2d2f0f978cffb352fd4f2a8528
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e4f39c236fe3de055993c90b9df85a891d6f488
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a0c46bfa330b689e5337dd68f3169ad21248cceec134685054b2530312fdfc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b08e710608ca9e3519b211ba56feada5cb4d83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e337052477c25057fd85529b49a0c0b9ea69ee24bc05f308ff1da67c484b76d0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea553ff3fb4e1cf4982722e906ce36474e008e37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a561c7bd4da87303161dc58a8d0eb481a0d3ba06c9bd571bae094ddc557fe6e8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09c28352d3db679daed9b87112a98f5bb79de9b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d0cd557d4e4c45336ccae013444f64574684f89612832cc595e6c22acd3559
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500a4b27fa3e5bbe26f1ac50ec04686711ab6943
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14b7f3318163335c1357fc5551950265bac6f956561ac55b9e986744017819c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11ea702689b66904d2ed938961fcde8b78fe45ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d777a8370681ecc19397acb80971b4755b7e23c32227c9d2fefacdac3bb757de
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5a0425a5692cfba6708ed0949022978f5853f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95817c7c255e51933ba1083d0bb1c8833fe86a566c216e90f4fc88fd671e967
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..824baff22726dbbb45331d9ade3156bb38157114
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57274dd7e8e189c26ad9a831c2b99f128dc36d2437a58389c204868936522dc3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab912b38ef0a8c11d4a593b26b3bcfc506960f71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012c9d7a8b66a9e6f0cb9c57857821417f6c5184d5e68c2bbfbdb46c9cda9b5c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7edcf6863bd72405660197d8e0865418686f35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f30884ecd4fe1e83bda985124defb66ef56621f59404ab499b14d164f81fbe7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f33cde644eeab3dc9a3b84cfd2a8346e10368a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e905972152f97074389c5fd58a107205421b55c8df9306fec57d4981755a8116
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc97edafa21a21e9a887832642fc0c9c23418f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8102998de644c7a0d6d2f8cce3b3657a7e2f221e429f8cf63d98c089b3092ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0982f5d48affc3c65c510ddcd3967b82cd8383
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f083a6e782cbf64e07019a18fe28100b60579bf79d11603545a5b73563955c17
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..003f0a18897830fbe7ccc141de8dd0c3663b2244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af29cd63ed51d0e488293773f7cada84046613be581a4f93ab6352380ee31d15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5195c0c1df6a5bd5ab17dabdbca3074de7de5e9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ee4b5e793aef536d8d0698a44991358798c8d85a2998e0f7927e684678f7df
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d4d77634bff4942ca57b6d98e303974994fdde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1398c455f5861cd196465052593f1311a3995982d915eedaf0677af78bccae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6a01d8b28f65a2663283206bea821929b5dbb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea5c8da4fb2e57351009cff80de1c6ed3d9c2a7fc9056242c8af83195855a9ab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55436acaa2129418ad2fbc4b76b7fb33f0b9f945
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1769648c6169a98d972157a0ae86368b69c89ad10809afedbbe698fe9b3889
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4413ad235fcb5ee2df02efc3c5eb73181329036
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64343d3f51b63eb58782fa544dc1a600f1c7a34ee80b73297e9587a76c6011d4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a02aaaaf877a711a72fa09a00f0869eda25089c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed69118c860e4313b2ce29448b2921e6bb30405461aaf804e11c2f2429d04cb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea65d49d511f488982a72b1eecfaf9da31870e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4b7b3c7a7ba605a95448d22b284d737fc55e31d71d02af853e7a8a38e7a43e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88b7c567d7bb9f5f3c9000fb5dd4a3873f8b883
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d7d8c2da91103d6627f3aa3e40cee7d3fccdba12c93fb4e96510244c1efe4f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c71451cba4d576b219e087e883a3e7139828f3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e38ffd5824f63a25b63a886516d7cdfc7bf841d89ae764ac55757eeff123c3c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8abddfd1cc14834ebf9daaf91be523364cfca89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1be344917bb39282dd56c90cc75de592484536a73c05ba7c9aa023d5178a6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b1827de5d67acee97b2ab7a42a9bd08c9ac9de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970ce1978703a96bb079c285547bc1eedad2af7bece0ec867ae018aca60e7c06
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d059c0e51920e10f7335157750d041ec9999d060
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa7647ccb6267eb2df44ae551ddbc2ab1d8f63000ebfcec991c1234cc0e306f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8645ece9e31a0941e8f1cc1f97f7981bcffeaab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df26e26bea894be9b2d0b999e1bb92627324907cde318c5f89c4b1e2c112efd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cc410ebcd4cd9359415aab4d8f2845eaebfe50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16ba6d0f9739c008075beb82972c7eeeb424fcf67ce0efb97c93c738a2d642d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d92e1ddca90417ed0b0e4077ecdf470c115f6e4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec230ab062063039b3a1df8d97ae0ca9fb9e92c001dcde7a8824cc55ba0f78cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c883063dbd26e390e790e4a6279ece0fdad19352
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90fd763cea6bd6b1e4ef549d55cdfa55bfe36f489f21c1c70b637fd53eb5a305
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2daeb7e608102c70d783f8efef588818b1aab3cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7108a63ba69abea3e7aa142fe178a2d7188e1cc3207485eddaa97d912784ec7f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9232cd033d654a17939d3e74f7328b29b7f1801
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5819efba5128c5a073968ac1c2dce1b06c5ba67611286ccdec53911a090103
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e544bed1903803128f2de073f83bbb0b699f4e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3cfc6301c232a449215f21d719225cb980dc5077cc342d642e2d660b7c25e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022ba72bf50a20febfb00d81e0e18b2456ec1a9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9717f0f27553cd7c0a1a4f9b4cf84cb1da4c86b6a22174ec647c922d38d1063
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..603e94968073b5d709dba7118fc0912ae02308e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717b1441eac7b8d2d160402a3e232a066553b9e4eb6037ed193c2fb8d3b21e22
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbedfc00c9f69ee241649ed51c4648a12ff09922
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851ec57a8282e08185047a1b6b3b2ac08ab98187092e7b862275de63cd1867f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..262471bfc294831d724accd1316d0b15653a3979
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcb627694abf413df804657b5c001ba0018a307ccce8a196c579a195f7cce83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfdfa39b70857e94c2bc9d630e70ea274240976f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab288959951d2248024be0cccc47652211ff05c355b35b03591d2bf158013e3d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a73b8fd428614fbfc9c5a7822b042eed885920f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a08cad7eb2ec4728e1be6224d8bb4a1aaad6109141112b0461cbcacf96bb934
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed38b6d8810af589b8e753d9bb9ddb4efc2b3d8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462d7e96f5f22c048db90f5a469874c2b9e8e3b2e6d3969c785028bf45c54543
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4defa046ba8617cf472fa994b45c8e615f9dde57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fec686bfb7820051caed5e4723e620a9e3a8ce6a049908d8aaed86c6f332369
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacb381d27a924f2e2fd7e7f2d989da66b45615e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14c05e2b2cf03324407c42441875818416bbc59efb6d6425e8d5993570402d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb82dadcc197da01017ecdaf439d0ce12c251c32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:513b0bb408414113dec57e41c72ce360a54591ef4fb6665be6da3de7604c792e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f663b16aa5c1d47cb0362bce61a65bd2185eeb82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:680a8748bed26d0ee66bf750ff2ed5562f7a2c7421987540736bc90f54001b3c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e198ef9c1d7695f21098e010c784519dada6d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824a3b016df5f9df5f0f0d4ade0e4bda676b933cb2ca813ef4204dabdbc9ef10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbb3ea0d3f043ee380411549b7d387fa5385068
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6aff067410374be09a6a4cb4c630b404a435d89e64298e66fde036ab5f23edd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbad9f798100183fd0641506535c80c01ba0366d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2cc1818851e4937bf7124537c808dd95c370ddf2f69fa97a37fc36b24d260d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a55f9a87c33cc3f5cf1a178d46f7ddc86f28c160
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423ea32c377f934dd03c123502d1a273e4e775fef60254873a32711f731f94e7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9536d88f0f89e4cc6faf0928a2904d0f9da1e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af45f2b9f9876dd0ddf97efa80efb94ec6ea8f76a0daae82fd371b89343e7265
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b20fd24555ca0dc42b87908232e1dd92cbb3b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bce83ec82c6e0721ed197606da8ef11021975dedbf4a1e15d09af2191d0a184
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56af43fcc5b18ce104353d79edde66256a23905f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0a7917031eb53d1510b85c24f0404ec1139ccedc5f91c16c471cd1de00bb6b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2052d4b83cf4d87027644fa6d70ccf27cc9da204
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808bebc9824cf7fbf9d2e35b13b81fa87b404788476cb6cbd5ab6f4bc49a6781
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d23ea0653aaaf19f2eb06897ea97c0da9f98a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a6027eb17503829b7029c74098be58adb7dfb9b615fe0b1df19177d02a3746
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c99105cd0793627e9f3c9263179c431b182f90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8becf4f4954b90ade78588dee216fcc637ca0cdbcb431ce387c024a37393f21f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec93305958f89d4f77713167908b40a8d8c1aac2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b5d8147a61963a4985a6552523c27cc34af5adb5290874f880654fe636647c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1e2534bad0ceac845a347d1fcac984d863b10e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d09b7f8d81759b35f95cf98c7a5505a43fd1d418ada3ef8d1544b29c24eca0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80858611ccc42e1bd4df57b5938d29463373827b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654eaf508c7f18167711619a5eb075bb6693a84311f8339ede7eceeb146dc4a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0101821e8e4d0a52c7ba4608b24636b34faec5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5141ab8c2157f84360f559be80b12fa3fe1946fa49c9d3bb96fd093d213cec48
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60067cddc220c0d92a25937a7aae1802cd5a54ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2877d00f7ceb3e0e0d5eec3bb7f5a75906f3b9e9ac59ed0156765857cb7ee758
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1e7f8024601fc02952950c8457a7543bb02251
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a594bb4e5e93de3512827c035640f5b13d92241a5e2ce86160fbf22915ad4961
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34c7ed7d0db8f7172b7bbc1cb717a32341519b19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9daf28b8c8aac2b9464cf328204529ea30304b5b1dc0c90f1ef0da77c44a5168
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38e96c0e98bd6b5969e0191e2206828695b9017b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f93119939a7b3290ee39fe8649110b5e763f5443b1c8dab051853740f3adde
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4361f55e092d4da56c73f6c5e144458a540b909d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54508d83582290dfa80762039891e3bfa6c96871ad84089c2c4ca94e47541161
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196bfef35e34cc63c325d1686970cb15d91cd50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8481700ac85972f4b921ac40f941947ea132691e3a8023ec72eb27890bd7921a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a1435790a865caba1c5eb1b6b80e1c661d18c65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dd7cb3823cd5052b9444f00cac476f63084bbb1d06d8e30d0b679429328dab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9bd92ba30ca8f59e190338c27a65836a2b025f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bfa4e76a7699498912354c31fa4e884e96a169cbc332ca907ae9837ffca19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb41d24ff9843bfa044cc5d05f7f21a4f25ee8dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68a9669ab22109fdcecb5d9d86c1f327102aad80c96b7981d63f299f26171fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c589d5c1a6dec68ee7831e41153a70623fcfe18e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c644ffcd2478f0c80eac11e4baa83b5359a40ba45d34af7a72f1b24303b1f7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11cb44398645812d717401525f5734acff204b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4448e76a0086aa6e3d2c97b66c44d10eb60c0e4224a4ab63b9689c03d129f8e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6564cbad6590cbc9c25bbde9d74870c327fdfc1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fdcd6dcfd338cdc49fc021a3ff85539e384b639351ca88bd04f337aeef53865
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffb788a7232f17ac80b64a9d17b9e87806f96ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52dbe4a273c627beda80edf1657ef17c5c3e598871a415490fa0db0c86d2ff80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c145ab6c87bbf08363119eb10e8aad2f65b4e299
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:114891b57cdcc9f46e5ae086a08790a0c455676b6eea5d145254a4ca6e7f8316
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aac1e37a6ebf6f02b5b7d2b154995ca7bb325ae2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a410a8ab6bfded45c1c3a8517b7396d7fa32527f25eddc394f28d1446524fe9a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b420727bcc21b50976e22e5c330d63c93a826093
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95c007a31d9d19f07ef1c848c04a8e1781a95381f17a4675d01dc41b4eed438
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de73f868b3f0b475b20903f99bd63ffa16a7186f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee28c191db4a2b532f5903f622fef5591ad5c8ab2fb6d3305e9cfe0c2819290
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd28e40919f6ddce4637400b52d6a813c351c036
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5cd514277de37a87b73e283e5f2b0bdf5d64ffba1bb587688616fe27441722
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e6b92587e245ae0c3cbcd8965f0a985d51945eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11ceca69fe893e448e74f2d56b50d581b10e86debd889cf240af108d392376d2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24b9419bc8d3e0acecd04ea4e67729c5a7ba0ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2cceaedee95012237dd2d051a522f0bf2cf0cc70184cccc6eb0345fc6929897
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6260fd90a82a78ae269c78040daf98888a5f4c1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0732bd4ec4c0e19e1acd9df17b9041b1a8d3a9c9ae087a0f61744d9a14c9358
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac525a0650de37471f4fa0582a082b1b25e165f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99a9b907fefb7d59682d08aeb5d4714b8b25b2c1f9d56b984e1eed9c1328765
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31d795cbdff034bd3e424b152cf6a0c05b78682e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e958afcbb3293765e65d6e32122aa37c6fc5661149e6f91b8d05797b4b44aaf9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a41cf82f5f521ad8500dacaf6bfa129c2b38d9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4354b0280fa0e22d92093c45b267b8cdb130dcc838b160c8444739b65ac075
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a068d3fcdd64cf8932b58d873a1dea811961f79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccf9c1beec09f8f90d5e6b0ee70fa809340ca789d0e2b5b326dc887dafdd8ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b5f5ebf2e96bf738e0c7dc1262203b69dfaba5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf32dbd0c409170cc21910f1ea36447c7ebb594cb2e4c1ee6fb5b186e56146d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e517c38a3c65672b6e588d28c7c5b7e55116940c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31c72b03b8f52db842b0ec301047c5ab8d43db328278d9c62b6fd4973d75e12
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33126e8701793bc601980424d472e4e16e5a1922
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84732ac5a06ae97f9696d0e999f670acd29185376b4c7be09eed2ac7bb94992
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93e90e615ab2d2f46171d27be8a2f28aafd80da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18730d507c12d2dd559f89a325e5cbad8affdaf1ba5b1758b4c6b7f75caeddad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196003038e772285cbebc187d0dad350196a6bf4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80111d034e288b5ca865b91add1f935cc5668008393e4e97289f2961aa5f1e7d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5730bce3f6361eac77222a1deb9725e743463a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb0e3f95eaca3fbcfb2f0586dfbd3854ef65e66ec21aed677f7e3b8a31cee0b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2854f77f33891b6134e5fc0147dd5fd8f299466
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:456c36345fdea7cbeca6931813d2dfc35e4ecd296ec5173fa113c46fb4bb0b1f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c107c10742906be8de020ac7fa59a68858a2e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a211b0e44f651ed995e25885abd23b8231fd71ee869314934d71530d22a3957f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa03914f985daf40cf84fe0848afdadce5665b9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f467c1022bb94eee2edd96dd61c83e9aff600baba7ac2f9521e70717edd6e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fbf610fa137f390ed8961cd1320caa19bfd28e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b82aec79507ea18572d4b6167c0640c4e46356e80fcb05b7a7717dd6085c4d0c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17c20a791c3904d6d314534c5f5e1ffc289dbfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e1ab707988a14baa90d4ef3c2a4f2a1a710e999d55ef0642c094695eda39e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594ea85689fd8563b240e1416926b4b6f1fe95b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1df8e82d030d3f92b0275458ad5b5dc42328f720f74f9347eabba214eee8f77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9b98dfbce4e14ae3a9114253672af148d202d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6151df6151ca0ff79d8debe25cc3c05b751a5ae112682659fe184641d47d9dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7969b075cefa9a4caaafce47c2c17182339c867f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1a0ae4825a30a4a5790f3d4b821fa566152a3693c3d1dcad5db8af069d3000
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68cff40070b69d4b0d0515c5c51faf3b03f2cbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9d83525eb61cd0bafa93685b4900b66471cc39e055b5883f24d60fa5f13781e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe549e619fe7e34f5ea2bdee54f5e1696e694a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c1ddddcebf310a8ece2ede4db04f49e862bb67304be47174701631e2983275
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bf01457210ba3d0e9b713991a24a1a59418c61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158cfdd6d9f94f02d8de2420430cbd3fa340f40367d9eb7e3018b685ffecfb9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1dded3982d3ac9e767ffc5ba096d997cdacefae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5123d975c7a569dcdbc3adc9092613877b9663a02a01983d9a3304908e473ff
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058ce26f035f1a67a202d320cbe2b9005fcafb53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27da2a6e37caae60c4c392370e795d3396a7eb3ea9ed26ef4456e132e2148ff9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65929e2a66394f1a92f1e7324f5eaa892d186e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2db67c64a174110aa6f9b1674b763bc3cc1cf236dbbd650f4773bfd18b35201
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e3b550739a125d7af3746e44ca994461142656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e88ec901af9bff9a4f45f8074ccb83961acfd0eccaec7eb04b7e46b2ca9d33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a266146f8b4e0ddd0e5f43bd061824b7712714
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4903e752d6b8f405f8806d0124ef15ea5a8b151c20368c2a7868e5b66caa94ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d22033f8673221be29ffd38a441a3e319a6e31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089a3e6b9bbd53c0c20338c2947a0c38d0b8c1c292f91a3bba42082169ee4ae1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdaa6759f27144836258c7d4f3db52d335cea63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ff0aedc74b2a86550da580d43e826ffaf3450708f4111746c66cc2dc4f883b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36ba8408afe3efc460b38526364580c00568afe0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc82f591922f47c9a776fca71acc21261d85154dbc45188187d086447d061faa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e534f22935e621bee6344097f84ab8d946949cda
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be680d342d99a296f28529946b7ef2abb3e217fa182ef9ff62154ea18153010d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55058d7cdb15a01ab87101b3b2e51e77ccd348c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b417d6796eb3b8fdc8d9b1a8e0697bce71861a7fe1d68449c66dcd1f43b1a3ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e175ba5d3ac28a94c776e7ce6b89ddbde10197
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab279d1e3f90e0b8a055eb05b09e697d8e0a42b63ab06ddb7441ab1e76aa1fa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5601b65dc6554395352e9a21831a17e145604097
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34336685c5f6f9ffae72a0d413f375a3224ffb7857aea04f03417f4280880a9c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f4fbb7aa052e4bbf183f6b050981b9da10803b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb236ca07d4492af0501ce92741cb9b58edb5fd6e22b3d526a1d703f6c39869c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97d1899b80138bf9a6722e4dd542489686f26c0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ececd8fb8ec46269655bc8f7f6db6d8cc02c11b383350dadb58dd43752ebde1e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81c4fd54338635bb4463b86b17343633455cebe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6774fba62554dcf4744e9fc39d4d1278dc92e4b21f97bb6d8c45749f9576764
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c58943cff1920bfdb38f7a2e7d43b5608c2e51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5068e97b32a7d12b6bcc7860c821e6f03933e02e37d7085773d776b61178197
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd55dad77ee4bc548620307244d1b33eabace2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45cf491600ec18ddc2e17863eb0e4a962d639dabfb67c244672befc69dd6f0d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2da0499e50055929a458bfa68955b75922c6d0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18de8b6161885398ba7a9625446c2630859408b10b5e38cc5c388d2edd6c635
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d66823a0065a4eae25912d790d526b442b9673
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9069043a3f8e64a51bceee1b0fd35bdc59ca87ae357fe73a8e1e20a00cc5cbfe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7af3263f71125457e6de0e0012f7271cc3daae4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6754258b98ca2116bbfaa3af92a0434337a0b55597f3e6adb3cc60c01f33f1f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895ad2e7e0bfb8a08a3d8bf535cec06a2fc2cbdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed9c5a572b5130bc215764fb654173558e8521864d8e53bdc5a6e00e3e0d3a7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b30d0e0c33b459b9173e28cd7991800e1212828
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4698762c55036e823382ac3b7871e71311efa1115161d51140081f58c97cd222
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304b24f808eccfd62ba27126c1a6ef4678cd47b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24361dd1b5e4ef83161ce0c682786a05f3dee1146222c52db13bc300c747e26
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016b5fe1ebcf51e6e88e636376bd09cf8b99db1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ced9b16f8a294ad17db3d6d2ccc46d146d258b366b44ad9f1931721538dd208
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48e8ff39ae1a4d715968dd10a071ec61c66b6d19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc3856d1ec2144c761e395c7988e0fc6a241c8532d986b084b7de6dba5be0bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46945191a98fb0bbdf9d735f5f42d75e8ec77753
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fbd93398b2c12c943d92e4133f29c90b17063890f53b8e7b5783a638312248
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3907ef3b5811012befc51c53fdc6275576c770cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260209685ee05aaf6d4c58a1aced0a50508679b3b5839381acf0704e468272e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52526a4a28f1f00a749c47e69845bb4b2922d954
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc384408bde90fbc7c45c220daac103aa37d60b53ccfdcd3bae0f8a1bbc90c78
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b986ae8fa5f2fc4b2933b9605103188c6547b7cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df97605e313674985b72c5f6565b67cb9966c50d5a2430eb07043d8cbc0e451a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3886292d4b90f84d4fa2f3778f8e03168514e227
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b442e6eeca23fcfc1af177063897338e6cea20551785f30842f2e7b1dd27009a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27aed40c5f1f322c000ab4140a6914d99bbd76f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31890e70ae189cc64c96ed99d8137ceeb16aa534d3cd14234c728be59fd46140
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551d22e4ad35258db35b6c9f21d5fb8c52baab9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54569ad433460a7c425cf6753f36e1268ea47e05e3248136f9c43895620100c1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1dad070b65dd8c711d693b2569ebd6adfb3543
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5858dbebacfa43c2b9ee343ea74c274513a29a3888098b75ce01a5b169f5e115
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a2ff2dbd72ca17cbb95a92b43ccd6c50b20732
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd9b65e627788642f29e327e6303a7dd68d0d3cdd05524a0baf04c0c6aa38a7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6664957f5dc9586d4282dab4fdbaae69cec6462
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5db0e360c29ffce1443f487fbbfda1e75d6fbc287b656ab38636a2db7965c1d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fe4fe65054be253993a8f5d66c19b2758749e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d9a4edde4e4296aac5307390c3dd2dc350fee1ef9a5a9562e4ea0be3458953
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6b6d080d6028a5233ec591a9fa5f9aba4f7333
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7976f2e9e75b7b91c3937ff93512f495e3cb20278460bdcafc51cdad1bd1b76c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c962b6b6ef90ad765a14763d2e07fa82f5430cb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244f9c63b7b257e164080fab7cfdaf9abed02eb647db4357e2cac68c269a0b93
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ddc95ccd1ed29036ce4e5f035dc28a9ed5aca95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594f9421a1ee55932e2fde8a23f9131d7ee03368b0d41f2c2f5c138ceba190a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86e00e87a506aa8488228bbb1bddb142ae1c99ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a446d0e8aaa9dfbd6e332bb26862e0026d8ea6539b5b77b47c9fec7e785abbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..677ef707e036af15fee27c016dfd1382ed3c369e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e26eedac547c3fc9787142b5cfe758015d177a9c04887df63bf6add8a039fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae149639087ca46d55bd2fa364762aacb04f169
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7096b795b55a540387697acfe432777d2bb8fcfd279d43ddd48447d365d8bc9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e1ff9af92339f49659a9b11dcaadb65f77e850
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef58bfa75d732f579202f71ebba82a6883e5ea2570550f3c8d84938353c5312
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fe62c2e25d5cddc5ffdf9284d28228b70475e93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68d0a03aee8b257747685171bb4f13ca20c337b58bc694d1d989dfd3967d005
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f21753e4582eca90641a084078a2b53ac46ffc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228226267ff4d4fb4ce5215375ac499b2de1903402a04748511db10bb403ba3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60635cb967692aa5174dcd2d22b935c692ef1f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bade44610221077abd40b08f6a646f826c14ce1bf72097b3ab33c56589303d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aeb6f5e47d3db4a998a3c887c3e9f0f18ebdd3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60320c6481eb608570bfaefb30a3c6194ce063ff0837f245a345a0988fbeaad
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff9fe09c3eca9f5f95bbc7784e5223368c019703
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f7b106045d6f2b953cb98d7d488224818fd548882f089f3eff708c5e1f8360
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0e2606a00ece1f4d1808fc496ac171b4f59bff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335e70f6457f478596fe9c4e158b370861e096dc27b59b6532c78f9895bf5739
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3861e3e11d98de5887ef76d81c4897e10c1697f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfa69fb7f278d2910f8d90c1ff46a622375ebc72af025a3e61ab0ce35fe27e8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57cfaa9a811ad0e52a87f9355a62ea1c2be017f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73109a680be8f3059f00bce8c59f84af67fa3e1a823dfc18981a0ca277136d0b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52e0c3c11d1e72c25b71eb389c212e35469dbfde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb23f1f259d6a54ea91c72fb67c9bb19325ca50a29605ff464334e1aa182731
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce4f83a99b6e9deb2790351bf409a40f7fadd61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca71d19434932c8edb4d3f136cdd32873bef78a5f1a35b239ac131870ea34769
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f4dac7c2d8e70dbcf9195e834baa32f5742378
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30b760ddc986bcfbc1985fefdabac7529cdb80fad82fe55f2f5288c01d09455
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6271014a9085aab82f56dc93133da5affa6c533
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9842036aa51b793128e3ab6a9ee38f46b0dcc3376f675ff993e022c4ee7f0dea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb56821914fda315d1e903e9a1614a2a3fe1ca7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54f6a9f9f0652e872d23a4a20e192e73b1645464214e30a433e62c4ec57e852
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512172c7af1235dc1cc2dd3263b92f9be9d5f6bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a27e84f5decfbd586bd92fbd2a016c26c4889a58080af7603dab9aba820701
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e16cb6a199ed0260384a5bb9bc0c7a80630dd66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a53fd7afb40effe55a5b02e59e6120c28cc60e891e413456576e419a7da24fb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7e724988fd39699b6b4d1f07ba2fad8dd03e62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb890a7a0d71dc2f09374e9d285821b9f5bf15a2eb42fafbb95def4f47ab4e0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0debeec3666062adafe35ff3e195f03695d06352
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fbe6fa0d9516fd9f373caed951f8b577c5201b84c4dffca2e1d4404beaa7dd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc7b56438b9455fdfc0168e1f409821f074e6cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa4205fe4833356ab8cae11826c11302e93b72a93e6209714f762f9b91e7612e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0de848a25e2f1aea10dcc3244daa54b53127eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b932109f8328ae35f566d653df9b8f38cf170d59c15394ce6d09fa527a40ec79
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cc42a713f0791c21f9c06b7f8e1f273402c047
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:459dca98e881f42136d8a0602323bdeec18cadffee5ee35cfe0a9018f05f8514
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a856fc5a9177bf194899214e60970be4e2db56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981ff1e68e7bdcbfa8a06bf1c809445f9dfb54b986c849ca6b9e00cbce63f51e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9f94e402c0bed6130ad488251ae0c223a7a768
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d30955f938f71c0d00a73141b8e753ac8037ad6e33b96edda308a04d4e82fa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b400254cb4939154222c92c4905c559613cb26c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ced05a1893dc23dd2f7ad115a7d63118e6c3869834ab37d6aeee7994fd31709
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03c52c1452f421bbb0c22f0bf2fb7e0c5b9ff4f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53bf8c8878aa907dd1682ff37f515677d6f98df9f9ca22284cc9f38c61fd9b38
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa152a554074f257443f395dfab9c3e08d3a8de5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad40d3b41980843d5f985833d57da31ca3022baa122bc9dd2d4a7dc79e2393f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ca568034fa48feaf84d619b9c03c2f1fb55f2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d1e2ecb63f10ba09e3ee614756df9eb0d9a8b7847c4bd54073312ffa56b77c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fe22536c76898a6aa22367db81ca2ad05fbb671
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1924683dfe029658ba522227737d7711cedf77ea30f193e645585fa60170f044
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4033e104e21e2854b925297f9da26d7a4793c62c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f654892e476d38eb937b57230a8c5d6ff1b7da562a1ec5f3bae95054815f1e8c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1276ec0249fe0ee0500b15c6161f5be141597a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab64e8260929de8c06cda61e0192a3698d6370b808bea6c2ff48b03f9c5e967d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2680f8958b76d142681b6c2810fc958a0756a7aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:551d9517751c0779582bfe460e42fc1922b56743670fe612074e76f29eaf809b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5df7dabb12cb0a39e4ad918a0ab7b0a9afe2176
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1123b3435bc502b08cf86c1b9e1834e59c0a3baa1c98b08aafa175ea9c8a9133
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5ab47004804c05a054878ce6b0cea5b3afaa5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92e1f863ceb167cae9ed07d3792a3eb89137fa9dc033d1ce6db851e43950cfb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d76dcd246833cc71c4545e8dffd799530d02d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a7f2ceaf47ece7bf6c1c028ce4c8be30fff6cb7a9641ca58f040e0f3e85453
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90bf45a1c66439ffc38e0d387a709cf86af4d810
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bce64b3a041355cac658501fca36e879fc07817172a546f7246da768b1bcbcd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e601acc18117cfa334412f054f3f6486358fa45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcb4b76e6ad465ebe4a2a20ec3baa159101f14e35bc828dcee74c216d957fdc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7921b8ea5c6645b1d39c3a4754127151237e5ce4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed29b2bf2ed4775f01308ea39329685f74caa96627a643df3cd29bbbdc6a9de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f558d3568afbfd312bf35350d2f55bf63b4904e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c953b1170cdb0d69e2d1d99a78408ee080d683f67fb91de093338773ef79bbbb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d434c42010d63f30bef97c4beeae9bb41176c4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd6730d55237a6469f6ba9f53c74df63b89dd3e1674ba5f120cd79f13e62dda8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03990b3f7fc14b05864227ea47de83ed927ae26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a095aa3ca72ba5b46827e37eeaa8855ae249da9ed4f5cc3a631ef190b86d47
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdab60646d322412a6e8bed4eaac99bef502a1d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea1b908faca622cb42664a5cb89bfb1bc5c13f05e9b6ac137d97013f3a72523
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978fcb8ba313267cc089b06fc7d8142e8a3c0d93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e48bbab94aaba80e52a7d01c456f66569706eea379c254edfff63f3b8a7dd5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b872ff0980cef8e74bb03cf53c234f1c4178886c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:001ea06e4062b62e2c59c7e09214dea1aaa7569cd2004dbd6145c3dff83235c6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..411710629191e97f63cb8d654690ec6d7858ed14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8121f57faed83451c25137cf92b9d2d6c0961a660634366fe712c0cc00df51a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0941e63c6d2fe3271ac9aaee7f7f2c8b0afa84d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cad2e9a940235f1bc8f17d524964d3fa0949273ee8d35724d8b2b2067204bf7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee65c28a26a46e2ced6fb65809d3fdb813bf41ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ddea3245e6a92051c0fa86fa1537f83fdb6ff80a440119878697a06c0b44d65
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b9bf4ae951a5bfaecfacb3796ee62fa838608d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b00641f5f87225c4b50ecc3ae0a89b39dd65c2b94356b68579581d9495474a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418d3f07d6ba2d3b70c33b05916de6aac29d4c4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00da0937f5857648e11c7d975020102e67fe2174ded14c8214c519d77f526979
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591735b309a2f21de3a7da5fcc36eadc1500c8e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6ae59dc44b2c6674a1a6ed25601b46f67efa3d784e8452fa73d5a0053678d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a074145b59c87a32a5b61b0cb3f3785bac027b3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315b3b731cb9880c2b93eccdb12b46a65bab2635834c799610f8da2220cf9742
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c22ce1b124b076ac0c7706f7954ffe4d81dc95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:568b2ab0aa4b1efe88a3075d3b93f908cc0d2f8652c58bb58a09f10d7d15cc28
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8064dd95b2890ef652f424ad3a9d5b1ff6c6732c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72862888a449f9ac7fe42fa334cfdcd9a56ca39453445a6e7e86c91793015703
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af1c4d1060219ae7d7495fa8ec2e65ab39c0aba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ec5e36b64ce55143220300943f28b0931747b04e99f4549de717d34c14a830
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759f23935fce4dc2f9cc9106275d3419ef32a251
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d765b199d6b60e7797b8a698f4cef513ff0bbc7154d3363e4ac4231e2e1262e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc8f39021f21404d2194c66991631c636695f98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f051d6a4a5b16f82a50d1f2c559efdc73d56208d9e294ad7d26312d754dde1aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5aa565be6c5d1e76bca7a1c5c97f45ed899efc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f700bb653dacd831b4bf7131595737700cae3cb2737d65245d86f594559c279f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ab20f0cf3300739a3dbe180e47d8cb8d11704b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b2f840ec202d74f431750efc9605d16e571ff592e3aaa51d979c67869b11d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73162372c482f35c78daf329cc15f319afcba04b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45a9e08856790e5b3495a0cc5c5822033ba24b61c8e03ccc0d4324240f79bb1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae65b639e2264e9ae22c988af1d92892b4d25e47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfea08c1fba11c3396636aee9db43a5c1ae08382af6184cffa55e5bf3f7f2359
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4732ddbbca532e60f782aab7bb67475d8006e8b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6321c426e9ef237df07c0a2a27fc4fd6361816dfafbb3c5f3fb83db42991e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a4ddc25ea4df7f55539de612d900e7acb3445b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37cdae08f4f18eed7f41f7f63c84cab7a1cb2d1dd80869e858a15e7481aa3d48
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80f9b0d7eed9a10a8e447a7a23265dc91e391da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c65bb7fd16f1ce45ebc5c84e46c83367c4e81e37d50ba47c1eba0629a0ecacc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9cda1d31038d242e6d40e12ef01980cfc3e597
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333826f11b6e0ae60a3e68d2e251cac8059deddc83b3c09cd15de99c91a5c89b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f531603b9f041c89cd18d43a3d53a947c9c66bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02ed27a2f6488bea9636402bb4f8aef45b34bd3d1d4f32cb53862d7c0c091cd5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5226815dd5c183b97588b31e0fadc6c18b57665
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b0e1c6e6b5c42ed3779377c10dc7074ecb2213cd47ca2ee2c7ca84d28adb13
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5496d8202ce1bba81543acd24a9c6b449d548f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35f195593e668514f021c2ad5c401a5190d501a5693cb25d765dec489264f4ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36338f02a52a0359896f82bde3065abd28136a68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eea2fcfcc1ada03c05ea50ca7d8a1cd0ebdf7ac2bc63da51da429cb18c4d185
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b795b53452830ce33a667227a0817f86f21f65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e8039ad23fc6b96deebf81a7dd87f3ef8e5de28e7b1837f93150bede80fe28
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43efe5006652a17c93dc849e7a7fee1ed70f8741
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8f795a9c1900b70e8b6e1636ba7d2b74a46197496ad9f20d7180a1ee2d0785
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0a33176bd00d87124b815c2f6acf40a800113b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8ca33220258fd911c59b2b0d410172e94a276d5636c5cf010e257aecc775ba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95503a478cdacc54aeed9ae08dc755a1d9452f7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6fb073113b6d90abe794cd45ad6a087208a8c898ee69740cdc641f9742384e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fde2855c05472b4a9afb33103d5594689ccc0ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1589635ab67e68561e01e8347ba33d03ad95e89e170090e2dcd3896e394970
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4ec7f78914265bd04ef1220a526b4887ddddd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ee342a91dba244fd308b03e3311b0a9576cb2f3f9765e1b5815d8788aeb870
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9e0adf9add2736096318a72ce9f417cb1b0716
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b27e824ffb2b1e06e828c1b578cfac9cbbb81ab6354a37764835732d1c1421f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a79ce83c66dd8d76ad7b0380dd9751d1aee4c1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b2fb7c5d4b0f87ab1458a40dded0bb650b03aecc0059eb1a03eeaa573b6a14d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f9189b23cb93cb2869d7b5fe69179925c8f1c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941bd3751e398f327e3c22541488218817a09d45d03cad7f7ac8e7f9f6519736
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd39c853c1872391e7ea0334beebd433d881c8c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eec95b50aa135d082a99ac0de3145d40b8d3d51748917ac6a8f47d1d9aeb47b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b4eba614928a024bbd8eec8fb154edfd3f3fd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1b28337c112ea588a8d0c76ea124d69143639d03da862239b78421154832870
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d7a18a1161d5b059ff5e75c929d09a52f64201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef58fc61db93b0a32790b7c62fabe2f1b61cd82dafd7cccd5caf71cf9697eeac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aadac8364b0b0efe9863588a6e74b84a6c209473
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b088d3a8f5f0e0e29a37697f5f126ecc97ccd1c8b3166f445f0e77539fc0048
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea10b36837708c6d40505cc1e867829676b9c985
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28dc168f02e73e754a77da723ca64acdf9002928a50e5d7cf1af87c1741cd56e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bba7aa598263f609c5d0e6fd11d31777b9328af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6818c1051776edd4258af684d4a21d56f186e8a45198777b312e7f364d408dbb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057a4acd2d264b154d043563f8a212a2281ded89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2a1ff51592fcb27189e6397243de427a62ef228c3733a5f14312c5a70ffde9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08de6c6c4349ca122bf5fb25173d79d5c20453e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8a13974156ad2a696103f22a7d81fa2205c932fd44bef6fb732ef3e71d0cb5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0720b7ff0d8a9d8287350190eab3fb98052f8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba057cf68619536277df20e19ace219efcacc0b2a5a7fff8f1cd0c82aff94751
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49de4b901fde841d4c1fd85119506c24d1284f18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f70f54ebd8103da4e053726e563b1d7c8505bfbc5038a716db65cec88f88d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5060c89d83cad1bc02e443dae1acd8b7b1267f0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17360e799075c9200a280aaf6e70cdccf5677b567b4a282d3acb00ddd4cd009e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4df8160e2f9cac0e59a1ba11923257d876cbf6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65f10a8fa22c74a37f0a09503d3d7e3a5e2f90151273e3aa0a1c7459da8d8bb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cd6abe0427c8d367e9c4122b72cf665a6c4417
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd1e22c63bc6d0d872bbe776468d3ca27c47adcdce3bb1b6311efd9658f2979
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f305be446d4b4963fb4c36ec1e81753c740c9c60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdb304bf5e17ca9dfa70fa2b2a45761c76b65b92865aad30c1b0e20ea259e70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74334f10fd71d3ef91a640618f0ca25b74c66019
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d3920c0c8156662cd9168961fc3e79f904a264ae7578894351761bc91a025d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09515547d6c1a66a5ee8a5335bbdd5549d2d686a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3819bda9be62e7c11ac83a457562b25b36501b13ddd9df2e1823246b249c8d0f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b505486d509e50e240ee84e10949672c8d45fee5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a92fceace4814f3e68577f9350b30bcb9f603038cdecd07e7e49b61c77b1019
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c5e4eb10b0959c3eef31acf5eab87f775d05f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53247b756feb72c9cf6793fcf126fde83c67e1b5f9a2ee0d67cfca4ee49b5917
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a832d06ea16e6903a1b7fb94609195c4f21c2f83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c640dd3898c9168f34dfd7def5980550393de6b9731749321a2aa91f86a1141
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0621f495b0bf17e8c2c2fb36c75209449c7cf439
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a9a53049ea01f7b45a380f81a74b2214be0504191ba6a4eb3c2eb01d081c55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f38a91e0a3e8202790008cdae6e89c3352c85a19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba99ba8939e0b4c8113e12601962511f07d15082134c660cdaf3ad6a095d1de9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890d77c9a811ff686093b72c5d331323041ea8ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f25e56925358d39ef35544a95373a50467a62d61bc42b4cf95acb3ae55b995
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a236dc3c4a7dca17b7735c137cd08c2b37ed4e0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38051ecf12fec5e391a445e687521ed1c87db1c7e052f76a8ceb1040882d980a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb8bdf05610e662e7e20988f9c5023d4bbae0bce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1811d5957273550d9952d3d4ca94f48f73c0546db8e095bc4e0f9e593582f814
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa0e59555d3706cd0f3edd517e80a0ab858b3d7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a339a062925a14c37a2069bdfff47052f0c119e90a8598dd78a2789d831603
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f692eb74e285c816b72fc11c0b8d1fcf87c49b07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d718e79dd92817125815717671ce9ec2134fbe0ffcb60ac1e890da22abbbb15f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ab92fa750accb0bf574b54f1a3f453b1a25448
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333f7d17a482e58374dd45a25f4c78a4e94754253d10901a8bda338d0a3aec3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29935006a3fce3732ba76a5376bdffe0f606abf5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1316794e8567683edf2247908298575d00786012fc8eca0bceefff614131d68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86f65a972c331f3bb600f009b5b3c6685db8dcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c364030242ea64642660811937c8a5e26d9480facf67801daab8e05cffa2889f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839917d4332919ed69dc230bdd28a3ed6ec1ecea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb18b4518c9637fef8c94e271ac7e79f4078ef6340617e3ab65cb1f90af6301
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b986a92ec073b6b17d006fbc885d714f05664bc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c975a4afef7be77a0cdcc07488eae814052a0f541b6a79efa39549ff494221d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d6f5fd0fbc7d0aa48f94642368415154017db5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f5bb4e57a6e385127e7a822f4eb8074520aec8131a0aa2875d85051105308e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a12ce7d42a3b2ae0a386a4c5b332813577878e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c6c0e8a04cac6c969325a415fd5fb89b0477de3e7c9d5f850eca7809bf9de9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93858afe12f53a76beea0fd8aaa07b9f216c205
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb39a8ba608bde7a7787626a45aa268286d7c3ecf775e43275685c49a736646
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f6ef8aa27b45d7d322f45617163f510520e26e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad34a0867d1aee067004d0751c24e45780696e299d6739c73223889d17325a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a85742e9f37cdd1d6b04199ec32ad3389d87c40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87d82902d49c8cb8a6251ec6b1ef9b1dc315e33b20a1dc730a25fff6040d9cd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cec2f68ffde3994db805b5f7bbd2398570018ab0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb301dc737f5f5120f57cd00b88440941e83cb2261f531ea7ab246f393e18f44
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4656e8cd14762b2541d917152b0e4275a68bfe8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5582eebff184e4a4993ceb85f8231db819af4b5ade3886c77dc33a038e8f60
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6fe4264946be96e85996a8c805460b45ee606e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb826e60838ba35d23b47c4c75df935cb1e919bf810f7ac0155415d090a6311d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a79bcfa272b22d2f71a5b06b53169b84f28b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b895b053d3f6d4dc0c1fdab9317032df7437a8e64e6186c36d174ebd918dc95d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6d66e57dbe609bcb854f69d340f9eda5d415b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2500cf5ac20d385cc5b2d05bd00f204c470fa35a7590b0801f358cadd29ca6b8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3920416d26bbaab8419b45c681a1fb8bc251bf16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b4592ff94e71db9665d2b4344fe6023b5e3a7d064c588687120aa202f970e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0f65364e8bd92328ed54fab9e3b8ab491ba4d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3a715c75e303ef153bacebed3e089a5628ba3737b5583c40147b9cb65a3f08
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b93f56da1332cddbd3aa77dba34773aef5d9f80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f68a128e963da4f69ef718e23af7ddb0fa68009739928509504dd27beda1665a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f79c8d81849e7c178e1bff853f2fdd6d6958d6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe6fc89c3322d9a87f4037a664955112a06f05b7b1d9b32346dbef4114b863e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b945b63b305006a51da762b54364fd085aafdf3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237624a92a1b39d18e32f51c55fb78bdca864e4abe25753839d41789f3d77027
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f392beb8c7caa332c1f27aa6b92d11806b629933
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b4d5b2d64da4039026c9f42d580e94dba6b86746996faf119e294d3b1c76cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..099ed0464d0e2e66ae6e6c6485e0dfc3d6944b67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1ab112a002838b996e4fc553546a735c86287968450f7dc86c443f95d09ac6
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893dbcf001d0ecdea35b444730efaa4ecab708a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6b7a09e453503c477b9490d5ff75cbb2ea668de65339a8f4b54593247558eb
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4277effb60c679011e5afec5c42b5eef6dd626b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebf6352655bf4190e720ccee14e7b619e4744fae86b1cad1d42fd6902fe210c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c68a4da2d8d84e2e6fd2421ab5339b56f91d39cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7d1b8fe08c8e2c880f5d85e8f958b4fd3ee8cbcbf2aa19369b45d9be89287a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560a52560e17853abe2c2d736c4ab7f933323a14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0cec266bd8cce3b08fe9a3e51d4869d3951d663b6a2e6f6e617a93d8c1cb06
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e422dfe928fbcd71e0d2d329fb5cff47631001e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561024a001f467f0f16a7463366d9450bde9ae2ec2783f081193f8e4d87128c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02d2477b4fb3186e5b65aeb5e99276dfb19ca6f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea530b0750fafd0292c27af7fb7fbf7b2cfe89d805a49503cdf59fc7bd60fe4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cca677a1de36ecfca3c8fd9a970c851d253d8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ecb23ca56321ea63eb055c13978b9d28647250c077c12228d01ff7c363c60d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862740e0acaee6138b8d1a82e938fd130b9956f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062df78814d7df7467bd6fb3754c107e5361e6b8f1eca806a8313b084fb13dc6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523d34c618498dc80bf6e2fc3946cdc8b573f83f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c621b00611648539694c7578d24b272f3f7f143cffcf6183f7a205a9c2e35fe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80e22d1c25c32a9c9045f85e3e07a458a0a72400
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65ad26d405fa5c08ace3af659d5e43a110dc1b8ad31f83a496af5e4f7c68a46
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a7f3f46fa4f5e1c2d1f1c790e19749a869410a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a67b512a5d17002cf5dc1ec50d9585994e97b58c4bf329d2409b0a59d5b240
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591b6b606c50a4d27727606296b0be2c3a7210a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a38b79058b43e4480d9a847f1ad52cb91f99b051e773fec7a67e62ff541e8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9e760c7202761a715d2e77159ed861d902995e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e676faf0286bd542813bcd54dc71be0a276995b14796c9dccacb2b5f47ef6d3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59acf9d761816caa7a49ab6407c3b31cc8031ecf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1acb8a249e96daafeec8f51be822e217efa9ab74fcb124cb6da62526db1f69
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23ec6772a468697fb58afe34e6d3218b240df2b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25958554151222bf047450d10800e0a89103db940ddcf75a0114bbd0dd8159f2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0007144b53399d4d06be3bee52370464e849dc4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c42e973baed1e21b37d1649c2d361be0788a80472c89c5b52d49f2f4109de52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..773ae6bf9053d548761ab27f5354631bcd738716
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2aab62d905a08246597c999747a55dd195b35fcd9d846dccc44b6dda5a6544
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f066a28d62f122678bf9a6db0b73f91c6502852a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6d5a0b7d8a8033d2f9e1a2367248736df10777aa3254b6960b1049db713d12
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b67fa40f7d3ea15129b89fdc751c917550820d57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b43cb17b800ed57b9e7f534d4b614d4aba9ca1c2f8af0d7a67777d0fce7f6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7795fe90aaf2977cf8d639e828b439cab3096c40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21097784c65d8f00568b1071cd610211094f5696cf75242f8d6f949de2c21962
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32304ad3b17fd53de83c3417826ebea5c4c337ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d13f96f509485cd73aceceb4a7427ae7ca1e5bdd9d19a484ee98714d51e90b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79635384dc1217fcb77ace01487ab0212e020cbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a36d577d801a74300a72815c4abe2e76e8988cb2bc73d5bf6f4ec557cf2dc814
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e879f0b700a3721454c0b82ceb10c0165ed0d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3709229c140834b8a46ccd226f01276954626306b6b36d1b6b50a6f1f2d64ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f1275fa26afe7384887ed5d1062f87f8ce52f57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8188aeb5913acd45d4663434a0552fe91765e19153266e501ceecc8265ff5b60
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fcbb45fd190dab0edf6b65a8a5ac7d82b73ab8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda7a90b69acb4e497e9dd829efb62bbf6b623b11351fbc13eb951e5c39784d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6151d48321fee4e5297cd52256d6dfed8ee4ebf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcfde9ae3f97831a1ad6b5cda7a884a44c1ea4834861a9b167de53e1dd635bf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cce50c06eb55e918c59287ce2aed49b9eb7ffb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:481a537b1bf83fff2c0d542473fc392f63d55b46da275ed9f3905419eccb1d80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514187d29123c680e9b584aeb181b7e079c66d26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01675868bc90645840cc9bb370e74b52501dc95f0153ee5a302fdb6ec25de0ca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027b8fc0bf0dec7ab06f8a7337a6078f73ea8984
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29fa04763e50afa20f56b46c0a3999103944465bd9a33ef1b58043ca4da5f011
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db41435c3ce9c1a0b5c752153b9bb600634e7673
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c8096a5150272ddf6d7792f7fffa812fcebfc2926f61e0b2866c77819eb2eb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc460ac0bbced8cfc304ad220ec148fe8785d273
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9773e5389b037e1777b241feb3652bee8aae308ed8be5bbdd3d81f9366241b83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8a172aa8237a136ac1ca339606184bb60898a5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7cbec60bdf2f68a4b2d9ae236aa5154c33d16b3fc1c871342c74346767c9c61
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b09f53cea50c98be081bb72457294ac3a9bfe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0601759e100beb581d80648f92f3bf545c8026005dffd2f85981901a228fb58
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eba106c77d8fb5721137e4c9f37808eaccce05a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9ef919b9dbc56d8c94dab4d8a2c26a9e3505dce806b83dd17aff0173f77a63
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0acf14503c999bae751c7f9603df0bbd9e85f49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd5905dc0ef81254a115f5b7171f68f62c2a1ae6148d16f7576a13a6d4fecf1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3815b0b815a681937c11ccfdf7e32d75e5be3fad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761ba2df763b9f0cfabdc763cc6c4b50f58b59674177e810a409167fd1e17b2a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4737b7b63fdffd70525b41ce4f9406073c1a7f03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace43ab68010e6f386f3b65c988fd253162665d9dba638e5545c80bb47c520be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1619286b863169e2d9f9f796bf09de2a23982196
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db27a2652e9cbd2443a80f845797b936b9ccf41c8739cf37d08bc9d1be7dd660
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fca3ea459c548c1f271dbe0de0d1846c13160e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be46810c0f03bb37217a5b835ce8740621ba555b6fe8470b20d67243251b3945
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ce8252fd7a8e53fe3e315472f2eb6914ab895c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a620f7d4525314610c39b1c05a733680dedccb693ac343dfdf37bba0555fa6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bab56eb13ed92460fef464c9f50acd082523183
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4806ef52f0bf0305ea50832fa9de7a2e4ff8b4549a0343c21a7a74a3d5f9c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6530aba238038d31d0ef8bb5c0774f7028024c01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69dcf149915d40f22c180ab546c6b72c817d509addb2371b55da8f160c2a62a6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab37ad3aae945249d22687ba172a65d5da0822b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352e6d470ef56a7b0ac5eb3553727ac90e1389c7156fb1ad03de9bddb95cbdcb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7439efd94372e88dad87b89f78661eb5739067dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdbdd80cb9019719ffe3da4a683470b76a97fc51a5cce240481caa51bb05e72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9f153e2e8c780f651a5cc0e31f22d70d1da6da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6bcf1fe166edc4b485f68156f10f11c25bd3ac0ef8284904c6c9c883dcc9bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc83bf773b6f95803919a63bf94c49aede9b2471
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcb3490fd2e6c5bd871c8985799593ae71bb6a562c720863b0529ea757e9becd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f62c8031b5c6bd857ae59b48456bcd55b40f92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d87c3833961d8d6cc9e20920a072fd8cdfe9bd47b7d837b2576a433b37fb48
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb5085fdca674469307bda45deff3b80c2cd476
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739dd76533dc00b2116f38e52616706fb13c45516415537ea8808c7748c56cb8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a362b731d87868b85cb007298b6891f02993abc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2557be4762a2e72766173fbcb3a0c0b724af24f12e0cf3141fe7f2ec6515a35d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5e3af3ab10808953549857bf9c26527b767078
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0b8f5482ba53a704d5079ef48110ffa38874664a31e9b647fdf1a218e9da0e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56aeb7bde9eaf4f7984d51ab0b73f7f42f6c7952
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de618e0b23572d9c3c40354ea40fc85e7ce7dd2f3d4bf92abb0af3ad6e90a66
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59b7946c6b3701ec48af04c9fea2fcaf5ae0a89c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67adc112afb9e0485a9fd96400c8e528b55a4eebbbc4b90fd69c31912d962ac2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f9f593ebe7bda98f0bbb168a7d6499e4bf21d0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69ba8591b229ebc55d87119d1245ca5825bb061f0cf88ea79e2604e4cf4f736
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa9bc3fc8306750066629eca5df22c73a89d3629
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2543785be6746e486533b2a30bd03098a66a5a66179a38f3c991b1da7706aeb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bca7032e9fb4b93cbd7275b555dda2842fccbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac1aae94176c5f25f27917c19c2b5cc3828b6bf0a453493ccdd2c5ea6025e49
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb401d1eddcf7cc11443a4932c4dd795c18638a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dfc2dd3ee8b4705240933e0d5a7c8cc6b1e5e342651b98b613cb02ebc9d2a2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18e26cc9ea1742ad008e7abc6f882774ecbeb48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b57ef4b228e74d17e2959bd32bdcf797706b2e8fbffe4b49e91ffce1d2cd20e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9a746cd7b5315c56a4f35a735607ea28abcea9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60791f4c81db5a95b50f4652e086aa3bdc01feeade3fedcd76c6c64aabeca79
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afb2e4cedb2445a8d18a6b450a36eaf0507e7028
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:738790bf5297d42461a1872140cc0c24a4df1a9f35dc5275033a1d69ad56b8d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0323fb44aa5bc535eec1240a9dbad78e488cc64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4a295b4ea67a713d7173dfa817048df000f143df2bf49d0f665232eca8b6b8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbc70b40306188d41dcc9434edcb10472538d08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f6fe7c55a0c5139fd5cdaf0e9403eb403ae936f53c4330adb190f35231306a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6abd67db8aba4a5d8f069537e9c71c6e24aa41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85ae9057a8207afbe8dee1c491c32b4ef75ff657a034f7da9f0b1d296521705
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7792dcc2d8dbe1c570a61b30c5860474af214c79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191ba971ae4f3f8a74c332cc8a0419b5dc87ab00983e6089e449097ea125c6aa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e411fee38f701c3191a02e16fc5d174932c23b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3056dbf35c953418c350d14a8cddbe31b1c8ebb059c4c8a3a36afc1a9d1a84cb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d257724d9a086cfffd6a05259ef5738678a3fe83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c27fa753261c2a5bed20c38045b2e9093bf85ccd9fd414cf8e645f33d28b9a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c22b840c5c958b20b6be32213af32f8f9f59481
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd4ab548a406d4802523d02c74817f175737895c8dab8720761eb5a38eebfa8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..795e91b930bafa7b1b970d476146d90bfd859361
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc49c1e494a7222db157c12021f384fcad1b713e070c5da4b75a2756c43a0af1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8718ab49f2e68f743b46b26075c4c91808876755
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14564ed4a9d989824d989abd69bf8eabfdf5980b9ac193c8d48c253dc72d39ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740c358e6a7e679facd8103cf9d998ae76399b3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce0559aea072426056e5ef25a561ffbf799a99db98dc3febb1be476aa2a7bd93
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd17032ab7505a82d17bb8f4dbbb1d117f5f485f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0374aa675576fd56f234c08816cec37c0f27a8d453e76d743bc3139e8330090
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a9dcfec5cd3430a9ae11a53bab66958061f98d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8cb3d109a26369db0571a20c1b7efde511d0836b2e99ccd4d45bf61557432d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0df00e3132d92cb29c20de3d4d1fef61d518bcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3b34e1a578c747e433658b3d25879606221f21315451d67e6b72afb25c9734
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc74e02b6ef29f0ff318cfacd3a9e55f75855248
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:193a5e2d4410fc71213d6929ed8695263f45d0fe4229068f116bb92c9236f319
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57bde1a970b6b2bf9ea11ca1b6b211a62fe2615
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:179d9ada26e9fb0320e145f5f7eac0cba4c0705d0293f5f92803d77f20630f6e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813c3964b48752f0a3f2d1015837277b72ff9296
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:223dbe387c1cd64c9cfb2dbcdbfca9fa6c0a2eea1cbe6023640a09588cc5fde5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b77985e8d63e2297fe4cffbc6b988c638dece245
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b69ee5ba83ecf4176d5fd71be2667bb12025c5cde918a82d256b5e6e44aa3c4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2578d4c10df5a7557a24ec5f3e0c6fe539446910
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e6da93e331d660405d4bba6de2e6a6b7a1c2311e85d980e60bf4843b3ebe7d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947356d2aa8c5e5e8dabd1c5dafbf5802ed8cc27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f62d3e96685e38ff66d629359a79e1a19c6426e9ef71f41e84ff9070e629fe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278210d12e3541c3fb5e61683778284856a85fcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe1bf3e336fcce1284cd811ec2b6f51b671a7caf03fb23d8329805d137e563dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b9ea39868edf9f106bcd4ac6c5da21fcaada78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c1fc08fbe532a0ab6225f235e708c0347b148622da2fc5e973fb9f848bb8f4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113e94cb1e8556160565a8140bb34569378700d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae8730ff176d8f0460db305988f29d6e083b83664291780b5c29c3486b521842
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2c56aa766f199c142f2f16a228aeb73ae8d07c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4757b5a709e1cd93f7f94277450c60fffcce7d923c55b5e3b376b553fa9fe94b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f340567e2b336a9cd9aeb5391f71d8b51b25c70d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85087457e1da950e12826c8fe32d270d9d7ea44ccc6110496cdf9212fdb1ba0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c11cd18c521d983b20ce9817e0d15d442f3f0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4cbc850f46b5020fe9bd74226828e6a94db20106ffdfe51138738e7d9fca54b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68d338fc98ac7b6a48b622798fed1fa6b792ea34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02343a0d2747cba994599a7dd0620240886e78ae95f5ca6cbce03d7e8840ffff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0142d69b73dd2f43d615bd784ef386da90fea0dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:093a884664a866166888c8b1c7e579989e2218f70c643e7dc5afe3a8ea179153
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a67d7cfb822daad0415407a5094e437c8e4469d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8540132beb65899ec4ef2727ccd80022e7c65ce3b4f8c602f83d13f3f77e54f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d27da6a7394881b89267a6046232b64a4aa52de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183c0a208461b5e79290e989f9090515a34d1c77d3e7275a817c60ed8bc96076
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0606c47fbcd88e85aacabf8daf330f9c57c0bbe4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f9968817d6b25ca3354cfd12cd4fd446240cb2e9da73fc0d8f70cc09dcf1c7c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62399ddc1019527664e92598c22d2aa1318ac664
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdabd725ff18a88c3609a2aabd962dc6298e7b1fc530bf7ca6b28c20c6003c0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5603d9509a39451d80c60c413940ee3609a1db5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdfa50d123a2be8d51aadb8484395bc458dc43580dfb1001171513fc6654947d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb2e12339a52223e85f95d50b63dd1f8e7541df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff17b14fbb6e9fa88c0c9d5fb9f87080eee2f8a8bfdfd0df7798ad35a267f5a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a42591cae27807292a87cfa5f38c88f6c1cd9e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d34707eab0d0be1cdb3667fbf383920b96bc76053a0e5f4683dae1cfa70f1030
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5f4e4fe9ee4b76b073c3571c61aa64b662a6cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a74874d398b0fb5a189a2d66cddde235d3ac2abdb85d8212080245eeed82ba0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7f57ce4dbc810af5a9e6b27774bed19b6cd144
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d7ca6675de20bef58a7b9f3c0ce108fa5edc23cac3c9da6a0f25fa52035b9cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc62faf7a162279c4cb61139f5f41a2e012e0da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf1905476ef03ff5882a5ad8575b831c6e59a2a0253cbaf956aae763b5ea737
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126a4886ff6a453d8efdf0159040a4e7d52ec4ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3389fd7d8a3b4d7584032fee71e1f7a83f6cbb5cb7d2d0d337fad6bbe85318d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc957747ae469f61b6c4abfeae70c6a76c928454
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18241f77dc336a7781e8536f45ff0a5e2666245c9bbdfbc27109287fa1779d3b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16c90df12dda6dca6495224e99a5ddc6bc011414
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de70d302d3e5108771f251927ba041a1ec5e8c6bf78f33ff8d854593f8080508
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24487d952e89fe48f721f7f9c782862502662cec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3878251485b86e2f1bc78602dffa502792636efd2dcf422f58645256a93c152b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82100a470addc4a2c508201605f34cf0211202f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e66273d56ad9ca2e9bc6935162ce49699328848b5b76d7538c4607fce43d0f9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f8f702656597a6920e5e8940d86cc125a0ee103
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c7d775683dca8fb73e805055959464aafd1025d4f4da60923f57d972aa977f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9545dad876a5fdc0a865f1fdf92c20c721bff80b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5fe495deef51fb118223c88e25ba5bbda5e290e66ef7a513665d12e0a572139
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff44d2e6adb6e6d554d3329d3c50ef6ff33f3e97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0061a39d06e9728238e3b7dd74e0ffc6efa55539f76205ce050bf3004fa2276
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b21098ce3755298471392d8849e7583743f8df0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c9af25232a0f10752219750582417f81c0147d8f21055d980abcbbb593b3a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d2f550cc7806c465bc50b6c845aee2d3165ee3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa5763d1be27088aeb8c5807137d7f38ee174e2f45f7c096d92903437d3f9c5c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb1fcaf746173c396238974db6fa95e982cfa2bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce40b1cb3764e87fc91d2f96c88b0a577cfbc16689af345a9b75d5fbec19d478
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2662ffab9eb8b3ec8542d8437ced9a085cae6d42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b693d4aca7678d316610c9cb96c75d285466685531d92b6a3a4a4f26a2f087
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfea58891b7104d5e044ab47f484bbcc6a7d8818
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86b6d8a9dfbc66bdd19368dd08d5d7fc4401677d683bac0e88c87ba1dd21304d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c0414b622f3fc8e9304e1fa44b888de76a9eba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e965171f531b02280deeec8a811ce363890bd45ffb159d4eadbfdac6ef50c100
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234747e06a72208fe6e3526c65248ece349ea96a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53ca54c231e74d9158186252315f897ab8e29251c6f24590580439ca1b25016
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48741cade080ce41807dd154f952af2a40c6d160
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9ddc630574655fb2d3e57e40047e4c48463e2c9ee8b5322bd3df1b945669cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa2b9b092549676a5b4b13a2748a6c320569e66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f781402d4404342d4676772ae8eedb5a4af4d4f5c195e5e6849c9997c3de488
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac01bcc7824343dcc396eca6e5e8dbbf12076cca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37edd779d9a4c5d47bf05005528ab645685b86c1ef3d46eb7d7b7c313b864266
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648b3be29cfc26fb26c9be129f979505470f2e82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ddb86f613866cadad4013545f3d21ed0be2116d9e64915c3f4e916291b1d64
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8218bf517d02eab47e600f09387b3a5345b09dd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a4cb1732a7a9259061661fd8975dfce3104b8544fe93aa6181814b35596eaf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b35ad742807b11bcb939237d8f07f082e549d97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1182ee219cfb97227eacacdca5a26250f2ed1e82aee8880189b036b3eab53eb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8503ac502af308a5c094c27ae4f56ca1bfd0cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d6ee351b638b9e9d42382f72201080c261692da1cbfaad057e65f15e310f343
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad495eca81f49577f938817964973dd3abea5c40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cdce6ebab7601bb22b7a94d78c973031b56140360a9b0eb2879113be11adcb8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a63ae3427bdf9906a02fceb5c027c3518ba756c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fbba8014ab637869b05cbbca3148ea710ecda408a50b4fe78a79ea31c886c9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a8d90d54b520c16e14305a73b9f491d6fe86f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1effecce975714dec26c57c38c14cb4cd2d56eb12b8917aaf6cd2ec4d339b6e4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4325b8d01e277f65f3525355e20ee2f4ceadb2e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5888dba6f126066da3e953f2837fd04a13349199e926dd56ef6b283c60feed
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e42221600952de63a30bcd6e6431874090cc7a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27b50ec96f9a2dc9c2d31b85bbe12060cb4528372ebbeeda1c7502875cd00b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4833804b977be27db0c9a5dc124b8c25b48044c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5890837664531a46f461d201d14cf0957e46cf2f0911b04e88573fcd3865c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae7e6e435d7d0b9054c9eb9fba555233bfa8e26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53177527f300d69b9747c09c815eb58d56d1c54eec17cff788f5769f3f6c061d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0a3062f7e67485a630a9b065e9b81351291c77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831c1c36e70656ee638ad1623ca8126c346f54ee65e8f773e5668569afd8a93a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f247dfe7e2ad1ccad3ff6750ad0ca52d2223574e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7e564c7fcc99102943920accf7511953427870214cc02cdc745a537e2924b84
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df21fe541dca5d8fecad693deb0e88e128c3222d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcaa38da91120916487462bd854c7d5db283830a9e88fc5ac4fc145c86bee05a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e6e8ca3c0c8451631b1db1514ef3aff4353ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac2e2f4018f60f2ae1af648123923816ee3581ccff840c6acb46bb6b6c18910
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9841b93108a4cb71d6bd3393cd497feb5335b8ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b093ada9ae8fa2e0d41c3d418c7c48f453c14695bea311806d045de2e355c895
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61cc44bf19fc7f8564c8a68e8fe2020c483edbc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904f4d1cd139c79375644f4469fe2d0fb3f9e09d646d3b904ef5ec2072f70199
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cb63e35b0c2c015a3cd933f072b98ee6852fb0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:423e287f943606e78b554b68dbc4ea7be8c012f38cf47cc09fa459ec795bd979
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e61c5066532b0d1212327d29666745d9116259a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d895462caa5479af0857fed64c36649ff257e5c96dbbb1ec15d900ed41d77d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d54e30e9498c3a8bc4ca763fae2fa05a485df8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8323b8067da91db9510f2ad9e25ef0c6efa2eff5e03f975e3fd95c4f5ab0818b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad477e8d4bb48ee02a4cdabd9df804ea12e67b17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b58cb86ab87f99f02e9ce9c0195cb4e85f3a19d513c43b0745f1e8de9cbe0e4c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109c74a190850d661dd7b3a05564f5dbd94f74c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7259dc88d464c924e278cad21ea628321cbbaf7078efd3b611eba02572497e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2b5de3ac80b05cbe9e93a067b77ef99bd659d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88adc83dd2ab1e7441703e9029afc66a9d8cd33d054b2c4ad019147091d211a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6349082be309dd9090ea4c4fcc11ad92695ae6e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6636af963cf1e64a1380df709a27d4c02d088f35db97aad83667d0af5b088889
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0cafb15e14c9c696cdd0836250d6dedad9b47a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034d1be682965ebbb7dcb3e06ecc2ad03c28b1c035d309668f08f471cce8442b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce572d5f048006cf6cc44d614acbfe062eb28fbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a1917e2ac0675d41ba003bc483dc91b723a8fb0ef0350616994c0019a533e4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59c6c15bc50aa61954392d3786a4dee0281568e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d18f440b2db69b919596413bf61af4f8b42eaa5d167ebbee611f08702d7978
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e06f13ffe586c3d51c59b4f905286d2b72c437
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0402714e35c38eea7f8fcb1b286b5a3966ff5924879561072515dd9f18e269
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035df10956d638d00cd7e14d2edbdf8ac257a5db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def57c4b44f5ee77680e4ded86eeeb0fc68161d69769f8f1525fd7530cf7dc10
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063ad5dcbcf50fcb2072968d5dd0c3bbf60b473d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5fd88ed8b49806f8c60ef63b98324c85827dcc0eee0832225b091a129fbd26
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa039c4769f8ef5c9586b3cabed2032c581bb7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17455d9b61dbb2acf4b5c21368dd03c5cf81269dfcf8d9286108cd0b41d396dd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37b7e71299ba32414ffebd1bad9097a977e95c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b509fa4824214e71a4d728c30b19550b57d304133f878202683eca037dec7694
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f2fb83992cb06851110c70047fd240f7f3b4b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e64facd81b51e24ab145a299bd5f4b5bdae2a02ce09d6274fb533af464c954
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d0818a1329c5991cd899e5bb4c57c83e81d08b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b556d4b1142043a000de852f4479dedb75eedb4286deae63dd9ac28ee766de21
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2af5bdc1ba4a2c489538353c3e7d66345ba55ec0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d9b68d8e1f6df683d7c45a0e381c4aea5bf6d5d985c1c579a3dbf57da8ab67
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84cf26c88c9f39cae15c26512ceaa0d797a2ade
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25228eac2180703733e45babc1963e5ec005a917ea416a6b24dbf634659e494c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f588d7a6e00c23d94fd2ecf5c5606d273fa8f476
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26bd28db3572ccedcf0a28b98f4501057387228c9c405d0427fa00a770958957
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ab278c44de85f72f742749f3a9620fcd9771e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:161faebe8b21b77b48710fe03685e82d55a739ed072948e2430e26559607f242
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ebf09187837ed267cd3ff906ca9776e6bbba2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d6c6cd8280c100dd2df2ba774ce13ff2ddb61565e18caf7d34c720e3c8eefd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2f92874481306a28a3767ab1302b9f26f9e1e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98474639da11f79565b8b2846c0ffd96cff46425c370efa228373792e36ea58
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83e963ccf317a9498adc10fdf8bb62874344379
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:329219993d4eea5e3d82ff57997648cf71a74d8c3ded0b4510e8d01b988e7dd4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3758dc5f161a5a3f32d203ca344e3c267c8dc712
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc780648f4096916c9108b852c35699b7cb4b14ae777aa4a088164108f8e73b4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe8d46dcc907fdd008245e51986df076fc95af6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7ca4ea492cd3eda3fccac0d7603900b7d6be8660459dc8cdbaefd2b89784cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62521cbb656dd8263caeb8ef7bbed7ee7a60f5ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974f1bcb4c3d5a031d79fe6db39ff372fe87015f83994f60704ecb659676c433
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563c349e1a696ffe592fdac83dfd07136e6c3567
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16fd04150958fd60946628b77f1774be46b9f90effbe11431be7323d32e19a1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4464fc24e5d970eabfcfc06b2cabf8c2647b085b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c75e12942475c04b3996c0bf76dd8f9a6dacc191746954830ea2f1d7b2163e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22b16775113b0b5dc5c9ba14654ab9d13a39eee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9cf24c3b7353eb546f6982dcc17b5d8d5f08640b6e1c1b450fd8b7cb9df480b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532ff213a133721268738d17adb312c0a35c56f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab25dc0daca50a358c1c94f6605a47e78c14ea435eb5ab750c3f9b453dba974
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb636ccc0874572e0cc8effa35fd087b14adfc87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ab3e72f72723461a7a5f0ede8ffe1d0d637c11d5a8c619614814d68ac35009
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2976c4618169953d52f669c1fdd8174660bcee67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4ad3603b119c6768a4028e3d2e75999a4c7baf9ebcbabd2c1e52e3ad3afa90
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68912441c6de2646dc63aee12a0c5880b13ed84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50bfe2e8364b5b3ec4ad9b584b1ee8a5c4e17b8476f2ba7e2fcf0c637d0a3af7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73014e1d60c7592beb6f9f55865546a0f1dc7f6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95ce33b48f54b1b89a1bfd96fef438c93c6ead80f30e42276bd91c894d3287f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cd8884746082df435fbc9a65f32413a51890d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65b97fc7581d3d62c67b6bbca956aff760ec7215390ea6f262cbb5db4a1cbcb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52df4ec25c3dbbf38a69d9f2058970add17f59d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd14c2ac9d3c1573df38e2352f4367783c3b7c9accde46e19175e7bb5389e21
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd1ae7f4dee797f8389d6d96799ba4218ea2230
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0554504bac00a009c0b67bed05bc0b0ad94d7336c894b6e179596e3ca12e013
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887e13601695f994eb9a115be5cb5ace4c469b25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b6893560dfc6a8a35da859466e1d87f3e0f12da57d24476b9a7c4f3d07d136
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3edf6b46f4b682263ed46d2d1d6b18bd15ceea70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af77e3bf822169173d4b4056f859c68d43e4ed062ec768c2c5f8ce320ff8168
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f36c2e7d71e8c4451327e2a86fec6c319658ee0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:958c2a0577922a87304b3743ff294656aba3f46ea1adbf65e4da04885ada9c38
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aad6539070fbdbefc4a10c4d12a5e9be03def05e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef93dbd384cbec41885dfcbdd6ddf60fd44f3f9faf5146dcde01706bc171cb2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac3941f763948ca1551fbf68a58c483457f58c48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ce835c707281d2a52803f9aa686a2b64b656145c15bb742698cae82245177f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034fc72c4a61a95610745c9c36df15e001ec272f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:763bd6e4736d836d61c3c7ed7a988f0f02ddb32faf0f3f4cbf3cdab8b8754dd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c80f5ae0426079d9b845100eaf658a226c2e6c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532518a5acdc0cbf0c561a7eee32413150b1ad6c1f988e3eafd331aa25cf186c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa9d14041e692542314fddba6e3e04687ce53b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a42b2cf0ef8f6826eade15a2872f282f7b5c8f25bdb4b7be5cb3705d18ed616d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb6d2c3f6d98c4f1fd5eaba3ddeb9454f7c95fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb139f460e5260bcbd0437dea5c95474c56705394ba137a7b920986e7fe610d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152456657a7a621d82089361754a908eb82bfa19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6539fbbffd7d9bcead502c4b7e43ea9b7d928970a6cf4259dd19af614f3f8c6e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bff547095d1f7bd4e1f50ce014443a44852d0c57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dc763047fb5e9141491045a58ba5cf0ff4cdc38d77945604e6ec35c537a8c9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2478e8c5be9b4aba68756ead8fbcbdcc8980fc84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f66d67697a9e5eb902b60c72d6f02e49998f111620b30d781c0eb7425159ee98
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1703b302feff3971dd1525a5c4115e21caf6cce5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a8f4ab323c771f16e82ffae416c64f63eda3ba626b380ff5f0ac48280b984f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e072a95a1d3ceec6eaae10a708cd74e926362c6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6f82ed9edae96b6ee0226950c0fbf8989d4bf43adaf09186f4cdafa1f48cc2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c5732917873b984630dd0fd9c9e2cde8677465
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cb89b0c0200abfd56f5f6230048cdf3d672e734bee28c0e66cba8d75bd5c96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07107828cb78a7f21b149d9190fba826f834361
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3a799f5649b4fbfadf8c39128df4bca714e548a4d4e3d426aec7be38fdc5225
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c865c7978684e70cb5e5efb3c0642e52caaec8a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9ba7845f92c463548bf8cd52f2a7cdf78854d47f503198264f9b20480dc136
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77ef8d328d863d26be12c6b3162df7835a50c13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1788e5e00921f64211cba49f1e8477ed1f6a073df348de0a9f3d62bbb0e82830
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c832585d0a3a57632c64cee1918690a2c2a9d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e96de06d707936020fc09fe90bdb92f366d6aa8811529b3b14e6fed8227c1f15
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8935aae9850b48774fd90e6796047d118e49b9e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e3e16fefe06a253fc32a6113e71d95c7d9e46b0ba6fc7a39786bfb0a1cc109
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c59f880c914364a3d86d59e542ebe37845c49f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbc648f22fc086034a4b591e3afdbe20a0e5bfa9e4bf0b766552413d7df87c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc9d2a241d00c87354538376d98de611263102f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c07310016af09efe39e2bf16af10898db0b5fc3bfa6ab4094f40fb77c1ce0e4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdabb2f8ec5d609a00ca2520952c9e77b5012011
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b310bf1b026484dcafaf495f57efc82a66733d7ffa975e8abc3c5c691b5ddd84
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..569742dc8bb9419c0d1e12237b6e5fca3d57e70c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899092d3a208a86d5eafa1c6f4cc85e72478bc4f1a71aee6c7ca436487b510a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030d846695cdc903c6e8c862d5fb7529f34bbe61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc962919086eccd099743023806fdbec78844951b623a51c8fa479332742bb77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc12611981f819c18be029f10cc73e39e17e49fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae2719725dcf8d6e68df35b5ceae11c2f6eaaebc7e079be024d098589bec0f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1715c0b87cc53bd6520e689dd1e0b43f5578ca9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb88c5c0515a5bed2729f67d7657109cbdfa7a4d9c75b1321a9369e5a80c6ef6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2ff33a7c81d1ef0c95382d08d1d93844d16a14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b11dd7dfcfbd9c351d826316da8eb403711fba74f902cf363f56a7245aac511
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dbf9b418929f6fb4300cbb256142c3be187c0a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de66c7d71a79d758557397566771ab3d122b57696ae5b597bdee9adf99a069b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c456ede31bdcf616ed07e7e76d97a9f1f53f31b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b970c671b29326e96e1690b4a14ae8134ac13951d08557f60b72f20ce00ad4a2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d123b34a2a1659ce2ecd9c2838213cbe763cf23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ac0fbf3382983c477c34fa2f4e191b95a09d842d4c932df6d885f88f61fbbf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863aed96742ea8e51c8e7e2e82fe20a6871bf5ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047c6ac8fb359ddd50485e66713aabd3107a780218e4b2252384ede9a920134d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0640e497617a208e685d5f7085d4203edd782e30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1566035074088e44110b580933c6788bd7137ad3a2e29dc9eaf5ed10d94fc6de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fe7ac66dc7a9faa81352ca053446cb9f1ac13b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c8305e403df37e837c21e7c43a35f6a719ad00c6a2d04bfcf8720b9d782fd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574b7c4142049ed9574529914f12f5779cc03535
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65222ae041e73b1ebd81b46a2fb1a7d7e4d85d5757c348095a8bd795fa0fbdb7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc802b510abda85caf0f0185a202db3767114a36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a1db8f3653bc063351f926f8e45933f02495bccdd9eff6735a2906816798e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a7ffb9e25c19aad2250a44921622466b3752a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b48c936bf1671dd9b8b4240468c798ee5724cb6ad066879811ce988283917f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8fd551e305ccacbc7889aad427379cfab0aa785
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4978367da2b9efc7fdf7bd6b861de700360429e2692cd800431bd2fca9d97df0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1eb2c20c6c4063a103203ddf64f605d8709ee2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:616118c387ffd2487ac99eecfbb992c7903b8dd93a3d0c8c16500165b927e1c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db3f0146a731f61c24cf69922864dfab74fc806
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e7206894f16ef23576eeae8084657e5ec0838493b50b9a9012c3d7d37087b55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e50f4361a2891c939498154f4fd0996bf45fd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8a8cd8869f123b770e03239384ce4f8597cb6de4539dc7b9f4e32bb027350b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ec0cf3024853fd5245a9e4a8686b65f630d3582
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb3c47858a7662606fef86d157b9884535877e3efb0092be07374c720b7e604
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec389f6099c7baa843c39db74108d436fc881166
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de3408d1930855ae45ea11344cfb5d4b28116613bd44f5ad1439755065dd579
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b411fc3bc17cf9c8a9096f6dd776248ce39d6698
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a72ea8ffcb0f3594aa15d8f0ad89cc6d26549b1392894693f65a866174ce341
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60714353896fb88d58516503925e8b7c77f834d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7d13b87aa63a52e5dd0a18442ef4374aa80dab5c03bee7a9ce05f9d1728ca5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4c3be4b1c03aba53e9843be932ff05d95afb0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41dec836c19cd2a7b403732eb0bb9282a9b5775633e8d071834ce5b2f45c0d0c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550fcd26ad2a39ad7cb06ac7e425a6d35fad9d81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edfb34134347218829f88fe8e0259b0408117be1bcc43909247055e933a3128f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f87212704abec1b0998b4f354249b9b9956788
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6202f544c63f90ad5f3322065d31de806f5b93bde4e87f50b1f2ee7215c00a95
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dfcccb03f35e8250a30a1453484daef1a34e3f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecaa46d57f7af1f3c4a182f6b5923dbfe75f8e0616911ea7d402b103d636632d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658461d7588986ec51c6dbfda27120cf3cba8660
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b109db5028da4e1682096392239c992d29cc19cd1c69b01f124c8cba3c0da9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01f1f468c7361e2d84841dfc18f09e7537d55bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9647716f453bf4b2b1c7d77cd83d81289167f687b790ce0a10ee8f6995f9f207
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d55a65011a97070194557c67734be4b9b089ffc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3b0cdf11eb3ce0feb72fe880e8d9036661b6390445a06dabedb03ce29c004a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..333c33b32e4f350688eeaa7944dcafbc0e978756
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ba1f0f44bd6377b6651f235070413c641280e9b1ce78192923541bf38db4a6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290fca8c97e8b3828a68943fa4fd9217e8e0ffc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ba92b863fd38fe49e773750611a90381fa0c856d6123a47292bd7696836c68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef027611c6baab239ac40d2226c1c5af038791d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fac538f7ab6778919f77324143ee854d0d0322b4c88c901aa20854838259741
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb6d4cffe47b68df80e7f8f17762dcedc2b6f9da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43c7a413124309134aa79ddf78b34b5e3920cc335fb8e7a68b9e165358b50c39
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74e6cae968d475d499003fa6596142648aaecd4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b721df3f2a8c42cb6291cb9e4de7a72daba636d38587c5a52f93037dd4392ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20000bdc92bc8699a22d8ba49ec6a36beb06cb9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae3f86e92fabb88114ea512606cf8453a967ddaa445a5002f4b7f0658e7503bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fcdb092b2522b1bd67236cf473b7c83c1bd314f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce22bda2cb5aec0df43444a9cc4e6d05062f74e44eb0f161d07c537c39e51afc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..521e40c2b67f4db491118ade52cf3d46705cc972
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a267d90b6b9c665982cbcafe699656adf0bba0ebb10b1450cab0859934877e3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6d12dfa6dc2016f3ac721cbd147aad3cf7a53f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10a08fb56cb3e761040e86d01ad663960c228e943c57a7789d6a0231a925fca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99231d2566a6ac5faf0be26b274870091d641486
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9536c48f4ea20b2ffad605c9311f6d0593fac9e8c25e20bfc7ef581f9f289ff1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bde47ebc3e52cfb3470dabfcf926c8b97633d44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23a2fcb30950c1eaaad54339067c019a676032ae0895d54967e0f92d8b5bd04
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebd83a73bd2f575ef6c79f02d94a27d65cf2f6f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd3ad8830d7dab2e29673c74e62d9c9a22d83c07e4dbb50512a8befda34adbf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b6b98a7f2a47382d5b1a717d3b5002a38186b08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bcc54c4398dd4934d5f3ca080362d3803f607f53bb46ecc1fb29429f1e8847
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891ae9fb1108104c7723dda15c5d79e142f86779
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7757b5425f40336916c9e420fe46d324bbf2bbed108c4eb5de50886a791be666
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ba62a252c9261b3e846ea4f5705fdec17cd0dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7979985e875a214ae9549bf9a3eafc353c9f0e182178fe422e11aec88e45dc04
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673983dd17959bdfbff0196ae19ea20bb0043ff9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f313d6feb8b8bcc504a21875c46c7b244feba1d1d3170212aa7a956c75e81e98
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb322f691179edfa232d7592ef293d3bc6b8a6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1f636133bb21cc2620621e419eaf293bd80de2b38a1180262cb2cafff5ac0e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fc2fab5dc096920308dc2db9eea928d470195c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc7062dc645529e95e167a82d1378007fe726b6366017c8791218422223dac7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..304e4e43e92b34121c2f6a295cbc01c90429c3f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6b5647ed48ccd05ff81539dfd87a29b76eb185828d3fe643f1207734061939a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25523848820f89787e12903a00ab614c95560644
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48129aae084eab693ed63163f9a3f2e9c47b6892989633832ca9fb6b21d602f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d45ea9ba0fb4a22b72f77f57c7f04ad9041273f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e7eaffb59e85a628242cc76d61b848fb19e990ade1bad28bcbe7af72770cfd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db22bb879c49453e5d4f064335f9166868bbb63c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee9e8a5f84c64b65c3d10abd90e7b3e6cdd7813189ea7fef559f2371e26cffef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20220d4134aec15dfc7b52d54527d73cb5b6df06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ed471ef3e654af362f6279624a7a2bea1f3da4ae580d62824aff1622cb7fc5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710bd2ff923ec019d2b926b7a1ec0cc3eb357fff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a783c7f04e56bfe0d5efc0ee7c125faa4d51205647c5d7b4aa2cbfad675b18
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0380a8798270db93b3a244b0a30226bb3e660fdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a84a2ae9a5d0140e148ed23dea0eb355a789520b2e916efa100cc3bb1aa04148
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224133668be6d297ed84f8c9e8c578abb09686d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bfcf898c9b25c270d8fdff85423135b2039d1425baa93501fd7e9f95de34748
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b788b578f0545c7c3298204e3eeacaa7b6832f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2477258277b5df2c6d6dddcd3e2882b3a4be853acfe37e0be2f6b126a8150cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ace66d65aef1cb53b30db64374ced86702854c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18d3a11c92994e3a14608c398a4a9427e230865cffefd3cfeb1ce9c640a0163
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b0bfddc95fa95e83e963c49c23a3c456ba2be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d125ad364543e52bf9407cf399b3efbfa0ab361b7088f68c0ec3f0f89225694
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25494e43eecd272d759b252b3db6860741ff0a3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c812c45f5b5fbbac10447e7d60359e529068900f8f13cf637e3785d72885416
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218f8114b2aaa4a62dd17c5388dc6361f37a9a75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879248b36c2ccca62e62e01b36e75b5cb22fdf1650f0c768a8374c4fc650f6fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..428f64cdf5ec1dc5d144b64abdfc9483e28ef27f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26003aeaa21149d69b50b2bbfd3a4901d01a4de391594146b06f0b768cb2bb79
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4a0a449e5ba8f1586066a16b52c9e68d2153a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d741e0a76febb2e3c6f83e4938fbac5d17e740a82b00b50e79318e9f76d336eb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec9ecb1c0b8c0fd7583a200e5af2842234ee294
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c70a98424c4dd93834d28d2730159608298b5523aed5acc2d27a1203ed8e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f027df844f7d3aeddc617bafd8824c16b803806f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0de6df375069817f9e9b1f4e171623677fd01de01b7f56058dfe548527c74b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7397057f08b2b0e88e456de154c98ec9dfe81881
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f20bdba82e15258748cdc44e487f575592fdd8d3fe360a41e65c7c612378fd3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2b103e7fce53d01f8367e82a66c093b1a13bd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24a6efe4ed3539b2e3410b378a4f59d88e566769fb36b6c8210cb5fd10a9b66
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..148c7ed6f993da9f0149dc0ccbb04ad30e8f1a90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fd9e9912de637230420099cbd52eabc20b6bd51b4f15a77ced4e78d8d01143d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfee752bf5eb94ee331be6a6109179078fea17de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b2448e84fd2b5fbf287af70d8b67c595ddd1161ae7cf642c218994b71aff71
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..540b2e7570c49a949cec65cb45f5164b9bdc9dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360b1f185f7d6cc7989b3571fcb3cd242a82210a566e3060fe73fa16aabb5ab0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c2f3e4ddf78ca6227478958b90c4da8f8df825
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c85b874918381f71e9dd29d6688b1cd8d5663833264c4be2d00d8dc1ca47b8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68775bdf86dcb7e31f02db12db4f26ac6f9ee306
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108410fd02c55e45a460354b34b94310ecf5d07107e1c051f550256a175ca04a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fd2a7335ab7b556275d74f42523af34d329bc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90b4df017cf2ab2d7e2f64c6671d025745e980fccaab7bd8e8300d05185bc40
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a4150a88dda85093fb9c7eb8914abeade823e82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c6a1e7ca08e4b386b862edfb2b6d2b2f98c4f0212dce268fcd5e4d67c9e044
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67e228d53171bbbbc636321a8f6ce2f93dafe200
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbac7dea9775f0192e43a75e13359bfa38d3f09b877f7de7ee1e7309ae699f00
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee2ca4fa44e65a9c461da84d03008377f91a1e5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bedf1a82bb3ca615c6409d89de8a071658019fa2143304da1b9fb4c56559f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11cec2e54c2483d50ec3ed5c554e9e10b176cd6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87b2d8cf2fafd41dd9ee277dbe31952ebbf2e24be218948bb25da5fbeac0e9a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997047fcdc0d2fb4e15f3ceeb273bdb8cb9192d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c980356b359e0e7f07d6744eec1fefbd5d1b71252aa48c2b3590c169f5e0483f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e381a45fa1d7d12a4c2e87a148cfbd73df0097a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9872db708522d422d5d109e1d0150f738d1b554ffb22a9ef628fb0bdb5bb2fb5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c21392cacec19d1f662eefbefadd8d3211800b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a45fb2ca20aeaf0dfd4058437fd5271f7406d0bf76641b8b0de30e19fedd1d49
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9f56c3b38d452ae6c01a71341c52cdbc0245bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9cb8d90fb695aa9cc167040ee6942fe43177fa9b570dc2e2f600b522eee3a9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b59b8001d69d7a6065e0b33d93a2e6ee2a17c36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c3204632a56bd6ed8dfe9ed46e20379c82ced56ed7713f03df051aca7b02a2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49eef923b314690597cc46c6abc15729a0be07a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06596eba209391cda49a8680810bb7017352ff5322e24eb8f1cea79f28ee9190
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95711dcd2aaac27f510c02cbc4590e706692ee02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a22c5b0f0c342864700a913694d546fe5fa18c3e9bb01d8850470a62ac12032d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a75542d06a60cb4587c5be301655598a1ddcec87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec64c1a7495325f1cdc32bd91ffde22544e0dff0226d956773ecd34878e9252
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0b55aa05a9dba210634b1719d5fa644f5eaf89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f335d968d139d0f308a4d11926fb52274cd5c3ff8f16c979117cb5032e18fa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eb77fcc437463c10f1a59eb5bed1a7bda36f5f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84a94f8fa9895f7583a571f00b21f65d00776a40cd5bf68ea41d3aefa680e9d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65a358b85d7f4d5221fe18a8301c957eee99989
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53508406e631e54fe89d8213b9f4beeeaddeb4e4b589ce4ad665a79fe5c083f5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e9818c4a018297ee43462758749f0b9ef7a88d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f885cf8efcd473e5cd6d98d3f9aee76d5e5297554f7674d832ba4ec070d7f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7f9892cbef46a019719431daf6fb967581b162
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8533c6f6763fe7b256cfac8155e5a5b564f01b87c30f4e833bf5e7bce5abbbbc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c6619dabc7666a7b9ff54c1c3f80de8abc9a54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f6b3cc4904eec13f181da0f893d957e61c4e712be8c4cd052fd5f06aac87e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86db1fc6257b2892d1e3a8b4b691b17e62868371
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6841f1e68c46221069c4ecd1863c40bc769ed1886f8ab460ff4860cf54b27a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8238855a6f55ca5e115b4baca1309a02bc11da3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68eebb12a768c9389ccc6c57c3eeeb53fc18bc034f05fed5f0d66d0ec055e57
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aef70e7e37d0d853f530602e1aa044d5abecb8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27350d01e5faaeff64d266c373b9d6e06c44478bd0316aec9dc84de18f635b98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d28d8ed5dc55f0942ffd119b6dfdd0d8d12de2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8754267fd724f7f1694e394a3fc323f71c3c5e9c1f4fcd88546fca885f84d51
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1e96e8ce4c29699981a2f22010188949604157
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450c9c2d04bd5f16bb109098c969826b27b2e7c984c202d8ac68ea5cba61788d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b3f502ce24ac21259e73fb8729fe01dc9dd0695
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec2ea8b7dd5677a423d03c72103d8422ef7cb447a01540f7f41ff8e9eac4648
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0a4ba34c09c8550ffd7e78aebe2b98a971a3f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e214a89ea3caf273d5752185637f724d969754421d4a9131f1f466dcb7706002
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e3527b4235853d1fdd81dd7304f7094bfce5c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9fcd5595ea27c2f46100e8eb170a83518cad69e6e9761325586f5a6c7fdc34
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41a346a1fde3b029dd345b566470f0a51779d252
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:710e933a125f7330feb6932ac3fea83142e4fa750e384096bcc44a3104b29689
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d90422a3f6b745b74459ca8a118fde0df658190
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d07549bccfaf48a4f7beff02763edc5f617c87927a7242f29c362a63007914a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a714aa59bbe0c39fcb2ce0522d36ae6961de8b67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fe523e5a21b45142e03168ff6aedb0c30a9a4a1dcdb0386f2f349f6360d8de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a796b411182a28e77774844be7fd21fab61c72e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266300bb02c44bece8545587ac7544a62c65f5f8f079ad2bc07302cce78d565d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97a52e1e08f433915dc4960c491b8fb27b291d34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d1240fd461f52e812ba37d7ddae30bd0c36f4689a3c5017529755e795b6c0d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74216aee0d38f56e4471d40fe0573df748519deb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6090e5ddcbbd8a58a6dec3884b73c74c4d0be675fef7157594fd676b93f4c5e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc26b086f8cf168d93ae9ba68055f8b7aff3710
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b59b1ae557730882fcfe06325b6351ae983e844dea2f97014ad295bf0c9b18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a669db05e5454c2fadf366a8be274806c3de9584
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c59652fc377a9adfeaa3a8e44b90a6e0cc0d77ecd40b1d979c21d6b0eca867e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d070db4f1eba0ec319a6de02ec2e03116b17d118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c60fff8d407c19e10a8b791681ae0dbd8026f2fa31d21787391e66e91d73627b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7001ebdc5e3aadec734b35f25b789741b752fcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc72843d4c1cf3414f68491b515a04f3f9931b51db8b7b0ef45dab880d53648e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a606f8aeb6435cc1cbb1df2689d14e4a68e2973
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d76e96d36ca7eb352d8b8bc1c36e7a22ce46faa111d7aebc402172e5ce35836
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71a0d4ac4d26f148c8f0f4280eb4371eb1f2d17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e54ff03c5fdc74415737d14c9b266066dbbd03025df9637f05e61419e2b12f6d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc267efcd4658820910680906b29456972799629
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b1873a949315559a798fea8d47d8eb57a19f46db4e015b200046fea6cd258e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791fc26d500a3f2bd7a30826a6c34ff54a04ae75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e016995536b1cce35cdcb9a87740d87a53875baf65260fb6bdc4e8bf6e15941d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43294b2d09c42c2f30e4f97d6bed9b3c8fd5bb29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b353e41907219513e028eec7681e460b4d0029fcae49919661e074ba7ba0795
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e13ca10aa8a4d62f166c940b77302ce0cd2ec74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f88432e5edaef164399de0f2e3d2b34706e8becf0ee46fae603bd6e056e3c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7129c4034da00ffe5aff1451e7f3657ec1382c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7058a690feaa781afa5977df88172d14c3c84d7067289baa87c1c39ee9f7c0f3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892cf6611c2a59b707a5a77fa4020e6eaaf4db4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f56699caec46600fd1a1af50f2631b067cf4302c062c6e580e2520e34034cac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cba79fe5aa8d0d03fbc35f41d511f8d401784b15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_14_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:326f722c5f5b4862ee5098a2812c1bdb14aec6ac6f5cbae9ab9a9e828d7b5342
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd84bbf77b2cdf5bc00884e7ab3189a492f7dee5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabe188c502c25ccf81ffa10fd5ebd00e7255ab93d0cbb5370f6d47492782c40
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c89ccb54b55802a810a32a990b69791bc4fe8428
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eba5629546870a88692cf14c55cc7f571f1804b38f3fa7887174cc616236187
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eccb0a98afafdd5f70690b4890b6aa07ef65a29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8fd74e8d67f713abeba705cf47f182d9c8330224ec71c0ab1aae2fb6766d9c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..582186bc37c5d7405f01d38434f8980ec9d5ee62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f9f8ab4fe5a0ffc66f10471080ab61addb0fec1c6ed4c7519007853cc1fc860
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a52392967b39eec5913fbcff82b75d3c13ade8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef859b2e0c194c6c5ac59c9f2aa2459e4166bc68865b3cd1d0a6be4ed50c567c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac98bdd8ac6d533fc69f54d0dd3b063bd58c592e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a7b02dcd848d47c84a353df05d0d3e8a1954d2ee8e04ad0977197cba670a3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ee7127ee9f2250624228fb9a113f5363b0d023
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75001acc17bdd582ca9e98cc82d583d903e6518bdb107ee262326399f53fb9b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d0286b6539d773339ca30c5b78ddb8430052e8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424edb20e4842eb142a2df8fa4cf9fc72fe77f8c8e8201d8a6552e1e21a7882d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bddd5398cceed0959e1759db9dbbddb3919e82a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a37a5e0c3ca4913e02eb948d0833900f7cf293ab04ff350526e11dfbeb81fec
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9525a69da5b72abf7ceedcb78692948962238f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b4f835478bfdef2991beed54edcb9ec2966457510e6e09c66359c868e921b6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c9e3cc975e15c6c4dc5d73fa1101b8f5c17100
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a312c0ea726f5fa385c2c5da55112d5ab0259854a75f82e2f5db12c820132243
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049b6061fb6226a0879d498afaea61c1c5d407e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3501fffd12054a6df2cafe47e79410609ecc05376cb3173ba8154a935e20a864
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..580f14d23ed721362bb0077ac7990dfc54daf9e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c985bef4f103348679156a67125ec5d1c5a3ab2c68cb07d60ec8fb9705fe600e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41bdee40655e42aaaa16e286bd9d3741c48a8868
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ed707b0a2764614e8b11981ba9f3cfa5416bf9957df5edd5fa01c68d9a25ee
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e57f4eff8a999eca6c35c1e5430206b188940d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd09e9624578b6af604cb11dd5e54a07dee1cd473495088ab4a998189274aa23
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf38e3b9a29c1ee21ceebba242d28d86606f7399
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4acb1b5e3f0e4572629ffd16a48d21ce3abc9a262ad475b7149a7b134479d7c8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8741c74a22d73c0546d6ab9016f047c04f7396b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead1507ee42fbec012396ef59c0ed16bcc9e056ea26c929b9e56ff7b454d327d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b293ef883289f2c0a91e10ae40d970433c93391
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6243f1826d051f1cf32c447d45a90a8c73d30512d403520e15c672672f5c11d6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7b2c2a5eb2d10b16e425db15aae9a9752741ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f28246c09ba2707e47b49cd91eec5565b8cde5a668e0beec9ddb36a0d96d80
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e6ab841aac74f2fcd2d870af0bf0059469183b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc90ba8a0094998a98980ba26f8e311c37948eab374ab62110b29e014a163c6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b2cf364da63960cf11bc04b1af6b79af31b6b47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07d040858af0e6f2bd6b288f3d0f380605d7c8c68a067bbb25980b6cc5e8a7a0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6de877918e1e01b24148b37ea0c65159dfcbbcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f29613d4c2ca3b54482559103bcbae84bd4cc7243c2ec80a780b1024be6ed4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9550899261c2c6117aab6632d512adcf77cddec9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce39b48c2e901a1b9e1542d22f3a376c79388b1645d7e436b4dab2486e6b13e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cced62c95863c21dccfe6cab4b7545246ddf1f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ff8f07705f4a1a39dd989c08aaee2bec04da08a717904cbdfcff9f0b826a3c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a520fe4a35f5477bdb3e72a9a691e27d9aa11152
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d169b8c8f0a2a4d4782d582fd1c8b2bc26e29048456ff28e76ee13143a84cda0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae35410afcaf3af00fe0df0c7ef658248b86c44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d9de4c35b70f7fcd6037b9bd5f4a03669dc8932f848902726208a7392c39aa
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123da22a569ea1690bddaa16f93af870102b552c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be159831e30e6ae0e9c5897200fc229620188162ec2811192610cad32bf8e8ec
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85e50f473e9b3b56369bc95d9cc491e29816c43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39eb935938a45f7a32067dc8546c94544bbdffa3925604780463a7a7b77f207c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49aba737549817aa51b5530ba1f48cc21a5c6389
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ef247e4f478c7ad3c022caac00d3f7bef631fc5c46a5a2d3cabac1fe075098
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23ef490574dca089c26cc5fc5bb2ebd382529a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f195f6d11561a1a0a84531a81e793557389469faab79d950e8c50bb8a8478309
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8346ec0179a5c1091bd1494b5f30bbc90cd55ad0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96eec2f48aed77a0841e392b0b541e4063ba9d9d0c7f38e31057029758749d55
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e78ca1db95cc88c02a8e78c84b23563e4019787
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c68dfd75954b6e7268ec0e291806d60a3abe13d1a08f6cfc8c0285c04c4e11
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce485bd06aff878ead9fd545d19cc6492864079
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439232fcfecf3813638e9080d38e55120267d379a9c59fb70542e71d70e45a48
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..949cec549da0b74ad573ffcfaf5662bae10ecbbc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32a3079bc9f8bad5917e47927787c189b64191353d62c2468ed0c3568b44009
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c5c793379b3f4c57bd5bd199baeb35313a9f51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a9bc6756df1f30eeebfa1738c9a14b2521ffaf22a9f55a1da82b2d3710412a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1e9f6158ea31a97f549ccea2f57fd35237fce7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67c9835f49cec02423316474db80883052ce2f4861743108f4d2b9446475fd7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79aacdcf3030318d19efda5822ad2c66c693bce7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6609488d8cf97639bd9b022d12b3f11d158e2c75838193b216281fc98770bab
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc0a9300421131b90a2cddf88e7f1277151820f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf091f6e0740944db75a861b238191af613466acd90f3414069606841cef9627
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d39adf696d36d3e268a84d45cbbedd42f1339f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01e32d761d5260807f771a4d2062dc0949be386aa37ed008f26fce34d9db5b3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e497a3fb4875484a403de61d71f05a2af8b7a9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0519b8ddba97fa1d775a833436aeb58731cb347a4709dc0d73daded5d64424f7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fb3ce704e59721fbb7461fe567e4da1a1dcc6cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edd2d906006080cbdd6e83866a74cd3d4599d68412711664e448134de7748da
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadc7b1b9823611bdfe392bd5febbf5b5457ebb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d68ca09e8ed0f08ff4be0dba684c5db4d88c531b71bfcfa6724af06b5311e89
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb55720b6d0c07842cc935573d13cb8e0661e7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f718c2675820c5c3517473df37f30ad83b457ec36002845db0b66f7e26fc6c9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5b7071e82b2eccff1059e221cbd49005f66c9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee272627de606dbda53d346fb10bcd9f05e7c0fa1fe31017ef647b6ef09fcc6f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84ab06c15aeb7eaf7fd83a251499416a78d4bec0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18575755eef4aed7f921c50b84c490060a5bf92fca6c198d716eb4a6063e1ef9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3916bc79bd9b5871868bd08fa961d0ced5be4bcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b4a339230cec9397d1c50d1e6fbe476c2cc1feb78c0ac6f04dc112c8006543e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d86ecb3ee21184a608a65c670ff2b2f0235cd39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696000a913f87655311df68480aec767afd467b9488c4765ff29554cb2cb67c9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1b5bdaab6fbf76e335a295c5b377ffc239b0fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8adb890d96e4db84aab37a82f3b47ffd2f44eb9f9d724e4c72d1556a34f1c1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f72842b5adac3977e21eb1a41a3e0ded55da569
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f2e432883d66180d1a9e388311960703d5c51098ed899963c95eef7a70918fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0efe49b54106ee07fb2dbd3c689e6be936f4aa4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c9b472624b7f257759862b821bfac620e84801b42c54962e0b9e58f105e7f1c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32160c4cacb2f13f5b21371d1c157b6b3f0f7180
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77c456ea3a61ef4d6873d66e4d63b30e4a7438c19ef595ae2a6a2784d82959d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abe543c9c45f96791795735812a37a65202fa70c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab454fa435d6688e4f9f937a9764759d574810cbb78ccae56cd6b80abc88e3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842de931954d3bf67165cb1373e63d11ca5e8295
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ce42c987babbf7e4e8930ab8505f624a0344b6923e0dea56a5a3c3e1981bfe
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938432230aec6e16f828abfb819c1adbf1ad3024
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cdd4a3e3d0f4243ea4a0802c98f92ee4512ac36c934925cacbadc75b2fa2be2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b596c6061868794e3466894dfb95f566f99d096
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21150a44de0b6b1aaf5d6a9b17fdf8110c7fdf2decf95f86db60bcfad2cc1a2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9bea9beaf1cb0fdf4e0fc0746b9d9b036d2840a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f98c845892d9693b9a364256965a70fda283e4ec864d16795141545cbadd48
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a579ae14a96970a4a80a2ab483bc456ce7a4be81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aef4012c2973bad4955cb63db1692645ec5030b07c73ba2e605d930180e33047
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475e6141c2f9b5a30e62f883cedcf57316d4bbe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a2d8014bc2d9f572d2fe801676fed2be647cd5872a7314b6a878369eefc3f65
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17c2ad36ac80312d9eb2d3e63b4f572d4d5ef55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c9b9beb3fa997cae86174b4fe23d04458f0486eaf6360b83754e3a9a5e6cd1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c20dd14c6130caad6ca0d97f347b235bbbb628
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a80695007eea45449cf4b268ce42114199d6913806dceb81a6f56992b58671f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45b34b2f5caef9087efb588e474be377d64ffd33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5b5e32aa882112d14370b91b7cf3c4708fa1b9b1852fd44d93389e36bcfa4c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56039dcbf2ab6134621100257a13c0dd9659c949
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:221c43cd7b0853ec9d54fe91940a821eaad20800ac5a0494659601b179c1d462
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76a35b79634d8c4b3fc3a1dd4423501b4034ebe3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da474c714cf3eb74ac4b683e8b325427a42cf169e99d2c47632862dee1a2f98
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a89dc42c8ea1e58d55f4d3394d28b275e1f77f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cd1e1f9739fd9903c75e4c55db6aff25c0e90d7d55a4fa80e37f08684df976
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f46dbe861d13fbba872b1ada7f032a16739f44f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d16522e7717158879d42068aee9e074170a9c03fac06bf89f97c2316304e398
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e51912733f2e4900fb2c8605a8b982481ef7b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b2a7a3b4f3029f31b5e2383ba025c17f7083371f45d7efc7ceb2f5a971c058
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e968372874ddb5801c8b4301262d2448b6ef763b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a1f94652932f8b559807a887a9cf434b449f61ecd0b1881b65e63f93537b3f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04bbd387b97f05f080ea94d3e638353d99ca41a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fce1745ed1eba606bb2bbda9dbd6c1c2ae444cefd1cca1f4eab650aac421f54
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b78a193d31e6c05c09b0ed174f87298bfc45f90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9753d95e7523616d37b65d95ab320e547eff4e437031664d453191236a57b5dc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c584cf081c4199a577737329f3759d8d80f562c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b032dad08923b9c87048f48fefc2fb1707bb8e85e2dd24027829c51b11d06be
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f077cbdc940623dc2b5e9763926e8f36933067fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a427261def6212310962a1a3dd86443e0432373e62b45fb610c07a08efe6f22
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93556f5dd1c4ddc2273ef87e41fd27acfc350c56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42dc73886ceeff2e6b2c5cc53a1a0dca077146ebe2a1b532d627803bf7ae4ca2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184c52e8f1173547c3d57243735ca1fa811be9ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e9dabfecfe7bd0294924e0f1c9e676cc587a775c87d1a045791bd58cd1b242f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62654e1f9d61e4a51c62ea7a966a60feb7638fd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20fd96ce95c0ee7d1faa322c2d7642ab5fb8feed988d1aa67487ae6f12bc424
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea2a9549f022288a6596f47d44ae14765902273
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b831c0e527be1afd2f52ff2569efb11146a83e9acb3064abcb10ae09508960
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f029fda12d815c819d0d4446ee2410c258f68044
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb70d3d1e008ea137a2b00203029f6596f6387cba0cc55901f41ed26ee7ebcb2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519ab9cecb2dc050f723ffa88eaf3d47982ff827
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef6b7e2ac160866ee740175e139c9343304517a6811e9c161222a325763b4c1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de0098fe667ddee994732a8534d8c0abc8ae8d6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0fe32ad6cd738af7d6ad21113faf606b61ebf1f11cb7926a084d0f91b3433d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6e9f393b0928bdefec3e9aefa6019cf181057d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bf739967f9577790ef52654cfcbdb39e7e2444cf8721844cc834f5ae1049568
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dce765ae7ddb065e260cf9e8a7acdc44714ef06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c229c2a78de341244eefa302c8895fa43eb04adb72482284b2ff50f9826526
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a3f08501fcb78f56b02129f62deca26022aa36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c1c6af0a0bc03dbe694015d8ba9acae8f1bad5ed490d8692faf10bd2b81815
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55156c5be257036839d312f89c559748bceef65c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e5cf5626e3a79f34b34d58c0b140f8ef63a226f019383f2bee082ffb21857d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf3f140c06dbf4de6a5fec870d6b7b1a64ee4df5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb6bb3e3ccb0de056e75abd0d8a08dddda4a81f603b70cf86b64e9aeb8a3d9e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19cfa4837623cadcc292576e809d694fc6f7c42d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a509ddde336a1dcaf35d719396f9873c603baf299be109ca4f186e6a7e73f7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff9fe7180b763f9b1273c06d79c62882e1b5e1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a583d11d3043dede74f59cc4ccb8be0af860878547b8e34cc62be70a5c3a7135
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81648ede31e7f0b69f44b3721538bd6278018beb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e94cddfd26092dddae236bd45a7dd31f1811858c8ec8983433807098b96c7c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..372122fe158f3c827a7d592f050ec311faf1ffa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e84c32ceeb55e08813b3e9a494e0b40e2c5416425286f3cc5cdfd30ac65082e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34891fc2759007f1deb512d3c02d5cd44a4dcb1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450bf0e8521d215c11c76be1144126f76f093e67da8a95d2c3d988b0df27b6a8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e5a9ce9866d48b41f7a367310b6e67f4c6e3c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:288358bec546f315a1a390b2c61795008c61acd4c1e18ee2c444463cf61e7c84
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b4d222c535824cd643b712810096a415a35109
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330ab52d5eb07c43257a9a771dee13df1f9eed768685c8293cc82eff8e2d24da
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67318f8e99a887303d20048c6218bf3ff2b9ad87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83791bc51dee08b3e07b9cf7920367977d2c5b50a30428e64b9fb53d2d59f163
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caa0380a7ce1725b20e7927ca6b4ac18f86f743
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd3a0d1e8494706ec93801a02b42631121b39fda1ddd59fc190763bf25c9db05
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6481fa17a29015b61cec23c586b01ca5aa43e75c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec83e444f5bac64059b1312102acb453c1f21b0a7826d5beafab1cb44a56109
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074fd4efea72956a02f0a16a2203d5348405e58e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24a4d2110cf2dbd90640bc3e715ae7ab3101fed7039f5bfb96b499675fc37d1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f737ea48acf732169f066ef25a5de24790f0c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b19ec2cd9faf40108560ed1d0334b6f3f143e32da81144a5cc269fab69977b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1e7c7b64e26e81ae3f79fe7783db3c09aaaa1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96b36de9bdb9c725bfb9f6012b3d530db5f4d4cd75def407da07cbbea5ad6e40
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dae1e11917345cb392ac9b479be650f1cc83cc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d183625c6f5facb3e63edc286abd9e7f66c927a32a7fbe87a005b4e38e3cf55
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6730722246d656297dcbf7b3efd6f0b7a148b1a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4379a7b585d141518f86e04d2cd05dcbb17bd7f68768b938d0e52f23c59339
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cebe8bab3a9de806f0ee9ea8ae062d31ec388a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737162c4b20211e3bdb20662bae64bddd8296a190698274a36d51f05fa69728e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3afc373e9e7c8f59088ae6c86855857622bf0a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9237a118faea766c5625e48c7a9763d27c3b05d33ee5732ad2d1ff631bae1390
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3b3e0032d68faec6df593640dc7b139d3fbb1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:523823a9fa4fb02e8ca3000bf5364726417ea2d9a8760e51373a57aa4d9b30e9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01f2a511f5b18eeac3500ce265a91c3fdd7f2988
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144b06a7567fa15f6fff2ed8b513ac4fa73b980f0e11c3b6ef0c97b3517390d3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732cb48bbec35daa6cf0d0c130f22dd0498f605f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bb894344b1c77898bd34493f59f03a282f7b564bcb535c6d9458a7598090ca
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6dd24515e54f2c904df68d014691ae68a80b7b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b71123c08193d41c49fb8d46ceab9f5ca190147b41ac4c72c729c692fa68901
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fe4ad2ae4ce4ff831021db83f78df4d864310d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f319dc23421fde7c8291b67147104e8ea51ef221c36ef86b4f9d06e62de18d84
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf24d8c7109354088f92701c5e946c14f730a66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5813cbea0f6f12713e693ffe1b5c5ca4736cf6770096cae7bab3b6255e962953
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..581665be9d5342267085dff703df5d61a6fe93df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d994f9e95f32fb9a087545d7c8a079ba7eccc6723cb58eb36fbc8521c69d62a2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f988236652dd57d003c38f8fb90afb2014e5fbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75390ef550d167095674ecb387dfe48a2b889a85386c839f2d9f43f69b7e5d75
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d577f6bb6d2043f55db69767ec25d6ea7b13927c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e0b8b37bf6d66213c30c5e37147e205d6a5d288efd831ba0de389c33505b85
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d509ecdad06470a1662fd063c1bb22773ea43a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43592e79732280235fbf066b164e7c8e85823b6d07c2ab85e6742de473114048
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b89b6b337df94cf1b656b1a4da27cfc4ccc2fe51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e83888efbd27806a52f53cdfa1f17a032adb6c2cf6346580e8ff22ac7525c4b2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4361052592befd7060e6041aacec4ae5ff56c04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8e5bf516d07cffc27088fb1a1cd4cb9b91479e0df11fce2ff553fad5dfaf33
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..527a99f5ab11971271d27805c60a3ad012f7dba2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b2f781557df0836ac9c43a773497d430cee7da5d2c95afba2fc5831da628c7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8182f70afbbf898fd767be715971ec29d852c2c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ed1a218ae47aa31aeaf703c3fa7b7e4fa195d03e33e1bf9667dc4121618e74
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd1143f8ff383f731743c454990432158ec04f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89cb7c77f1671d4c2d02602a2c3a67c8e339d369a417fd0d8c62fd719780a73c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df4e23eeb18b5be7be6cab270385f15aca22895b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d4fb2368fdd8a832319e76b86e292f4d1df40beee44e6dac59233eb2da4ed85
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490123491c43fbeb91591f15da14e5f88bb8c59d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dd4b923504fe7a247ccfb99e689c6ee425c9d5db88013cdd645c75868d5208a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe562afeb1a21f4a2faf4c8ff19ed16719ff3f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776ed6c71d7492f8f072a762c154f6cee17189efaff2af523065b2b70ea966c0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df13afc4618c7da2edeb82a30b4705ee89946bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f93f9983fe19d8711e164e74a455426cd0c1e3faa54b82554efdd2ae9bfd938
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50582df80cf5b708aa11d77af30f068b05cef4a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6d70bb18d824b433d863043fb54b31ed72eef41db88035b1cd323691362cc5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b928823e775bd03ff6dbcbbdfa54c905fe523095
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ed145f56d9cc4f88ab3734291a01c38bfb2256875ed32835c211365833c91e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09cc66efc69cec6f44fe0c6e54c13eb9cb6f73bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7026c5d99b9ef776aa065943354d127d8516bd2a9d62ae75a370fb3827dae0e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535a85d20e3edd42286e8fb3f08e3f970d95ef17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e9eb9705906f1d931f9cf4024333a4f831d231ed629784918e4040bb590181
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fea2cd026eba98ef36e571fa0b97bacddee589c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3837febd4d74462d84adbfb6fbf870e603b6cf145e8aee6def3020f8d285199e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce7e9a127b628f71f40c6662af7e2a1775b251a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8660e7d8f8e467b5cad425c575edd11af98a527a238b392527c31567339d551
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcaa89e5b61aedd0e60c17459836d7b8f5f15933
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb8a63c2fb939f6d25b709fa0681c040a6092aedbde5807dc6a93ae43bd5f25
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5bb5c67488fbe14b7c34bf630dfc737d003b08d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4995c1a23dab6d0543dcc78d0cda0922dc0eb0982c749f57da6e7ba1ff72aff
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886e2353e52a665bfcc1c9badd6416f8eeff7419
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682ea43c190540f7de81e172945be5329e28a46fc3c54c36eb9cc1bb3a5195a2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c4a055d6d787f1adae96f73ab5e3ebccee9457
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b60e4645ea4288fce3e5fa41c46e753402ac9c9bd1ce37592f0c329f0e260d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9ce7a65e67271d12f32170258e6b6e0867f68b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:072027bacda6b4000f845d6c545e0ac5636900ef7b291c8a7fbc8aee5dd7dd9b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577489a64bd0c7cdbbef7912c8c40e9236f3d183
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fcc0b6c099f84591741c150cbc9b1b086cb336f96a6da8aeae1e14f497910b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777d2530c684df8396bf00c3835897334a7cf5d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f4c968199454e21c3899a09d6a46ea100337376d642e7d1866fcc282424295f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61944dee2dd8ebed872dac21d264d73927a78419
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b19fadabe0bde8fde110dbe35b44b88acea1517a6ca1602875c09625f0907b2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6c214b2d4f4803ac88a09ecd1363633fb1824c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:814bb87ad9a706ebd1c3e37198eda6a6717e76d78ccb3af908bfaf1612e6a192
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43089cf8f4206f393082b89d7e0d624e1c0d3ed5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac77270b3b1c2fe2b867da879a5cdffdeeed4f6672f6e209ef994aff74af814
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11609165c009046bbcddc19b05d0128b7214b4b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e7a6f1422e2c1ca900fd159d4eecd1a5e2a4440dde6b59de853677570b4968
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0612e61e371591ed961fac7ad2e3a71ba30f62d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705479562ff384762f77faa072945a5425a1deeb82c4c8cc39b494ba8ebf7a53
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e230122810156d377cb45841dc27f62154df5540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad66041ba5b7d5e549ab59bca80c68dbd5187a9558274c9a16ad8b05f402d51
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a59a906825143dca9db1a762d7cfe503d9739c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8b21ce9b1c9143a3535a295081b08615593bdf44f67d8becc248095cf7ac17
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df47b19e9cfeb794592e2ae1219da27b26461063
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae0dc52407a878338e3d537d6d1f9119fe8473ff27423559a5a555370ec8166a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daecb0ddf7bea98e581a92e2641d4b0e68353783
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae38ca1dabe16f36c6cfbb84209f5d323dccd11194c9655920bad1d8d1bb98b2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0768a7cb4d56d47a83517c247e00dd76928087
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936db6e0dd444857c129741c980555b5f036d9cfb475a176f9afedf6d8d28513
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d397e6e690e5dcf533c7119a1dab804f61965f4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be774edc5349774542aa88904ad06bfbd981d0833c48a61f992f9be03454af2b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487f1471ad55b8242cdb3f1de9c9401a99a867a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77ec94a254e29ed153e89a1bc4198e3fe0618098a71d4c9cb778de7179e801f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec246ae452f1631260e5c02e4004832a7c44eb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ced28c966aa35453caf38c2fc28e6efe37fe4334e20c006d964e08b5b4bd6e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f298987626f259fa83b70e90de166ec025618a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765da471dd710dce3a23019375a7d6e151b41e6de9808ee7b96bb930d48f7754
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311adabed60275a9c68f3ffd1cd4c7592612ed6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c909832f6f6ae7a245fcfee5fd9611e336b473ec3eec28de4848189a9d7a99e9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5be7c80a311aa50d788a45c3b75612961730ab6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22205b6c52ea68605bc877033673bdae74ec440385a29032bd1befa7edc4943e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0a770a60985e1023cc53bd44b3dc9cb0f3ae33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b149d40c440846156f1def9021426456a0c160af57732351d50cb7762bff6895
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7b325b47fde4252b287327a1d713d796dd3841
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5961e94521c7ad3bdd9696cd436a8e8bb5ed45939737145a817741a63e650be8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8623ca5c0431860139749f005163f6978ec7eb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6439668ee9a4dc9076ae96feed7e43430dc9ee84281dce379f492ae709ee0f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9107d764a042678721cca5d150ddcc31435875d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65a3b00fa49125df433cb2b27a70eb7816f69094596d092f1aa5637eb88d8bc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feab14b57c86c4bf2738f62f10a70dbf7451556c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348a02f953bf6d257e949f436466a2dc4e1ec3c068864ad223681f706d0673ff
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4712117460179ab37aa0f008f7c5657276a900fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d31a3d2b00172088903bb5010ecb36d8e277e5d1aec8b03b9ca4937973c68
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed69d9fe58a6ef18c51cddf614eebdbc26f8f1de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9460150c793dd25ecbe092188c8a5589ec09eeabcd6f48547732437e1c09bba0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843d73d1015f0e04abc3856fffd10c3b7f7ce109
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65c1b59dec1a72938d643ceca4e999439895fc73b20c5290a5d1f6fcd328196c
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d27583ef04d4dca411b26dc41e98278e4f4a003
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbc96436e2deb6514f1e27cd06d64671212216448eeac128a0dcfb448b03b0f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8171be40a3ff18dbf4b3b23b292b548de01181fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8049235e2e8b96bb840a94b06ab3606512d817c80e6a27abcbd0c3026336a98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a746502336c2a6229aea44af6b160e502666e8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a875214bbf5d5dbf456a206317deec4fc752bd2013eca49249cc9f5a2bf0fa6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34153489c5a166dfd036d4a3d966f3c057c7153
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbdc927a2c3d1dddc0d9862ca6b9141898c12e3d3658184de8efe247850daf10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f997221be97e7533754b673a26b0004987289b06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960c22f3810a13ca3a96fa594dcc75e69ffb5ffa46e61d7f36b57bbb1f99eddf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c01bc2fb8faa72855395f9ec138e1733c1b36b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571587553e4cbaf077715109c14c5c3072d563380392c739b7f60a8ac3b23085
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f493f14f125a5ed68a4d8884ce2e303014cfec0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cdd42cb70186aee899d90d68e0016c84ee08d6b7006be2a3495988dc21c513a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9839769127450fa6ebf04fd9d9f3d9322adba5f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7a7bd6b23ce4a3c0cadc54bb0084f645b3dea7c6887895b7070922a5d50155
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286bcd1b65dc1716ff43fa86f33c19273e486fd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c425d30647193184d1a75114883c6386f6e5af8b8eb69867690a5ef8ffe7bf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8747068ef2111052eac72dda61d83bc85fcfcee6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ac0a5fab732ef787c6d70d024e040b6f59248372f38a0e60ea641efb7ed17d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11632bcc1704ff9156004809784287d1e92ac18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ec67d1dbdd95a67e7d97e391d35323ea0503e7273176857b2455d2a100cff5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e6baa7f2928e5b1cf9ecb160b3a8e5b2eb1d03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e6d4774bddc3266e9987eae8ae2a28c40748bbaad0f6740926af7d43a318ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9959189ca125efac713daea48d5a3cf8aaaeaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdabec8a819cf87368b30f7af04785761e061eba0d7da1d53b4cb3b630d61b3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bb7ec8368dcd9bd09dbba4875486863fea0cdfd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8eb153c86ea5bf857329eacba2c6bb31772e5eeee9e8f1b43001361d5a8bc6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77240975f12c06299ae6127b4139382cb98abda4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2125f2bf5ab890ddd20d61267456c727f39e12ab87a6c301abb0027f7fae25a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eed3cc9798490a54b7f7701abacd861a90c40fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefc8b1be9e28bf95da55ace04ec87835fb8aae5e65b43182f8a5c6dd204e3eb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..667c790bcd9927439652ec75b4cd3de7f3763243
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a14e861b0c786bb744eceb2e91fe5f168cb5453487fa8acd07dfb6a9112d58f1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..259fe1da29d34a5eb378e7455bbec14d4fbe34bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19bd36ed720505d4651025b56868596e5c03ba536c851e071fcfdacb93b928aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5516ca88663189d9b8846e43995d6e114362ccee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bd561af01c6c34a95f5b381312adac8314ac3ec04ff41a7b04158dac70cf42
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069adfced76d43bef04b588156e5cd16beb072ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4d799d482060b63c823b0a35a684dff0f87a5386a7082d69c2a17d0a9771c1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eec591abcaeccafed43c4c40cfb394a472c8ca7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142ecba587d02ba517322fa0dcd8ab17724f4c3d07a5039f8e4332c72ffb9c26
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3f374a8a0a63b1fea80692e5228827bd815b7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e46cccd9fe88104a45581ab38da30cf1f7f204b02bf889bd31c78a6ed001c4e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d369744e8da0c7822dc2d4ae7e7a0288b56e569
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44a0a2717cf6be6210ae2d66288423c36b2909d7433be012e6f10e2a4a2a70b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60fdb6e0049b629d136ef58798c62c8e7be6624c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22a89ca5d1598afb1337aa2999a4861a0bbfb8167dce8367b8c4b14a291f1f47
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9fc25e8de88ea18291f3b3087d2c7d5a0007e8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02472640923434811c19082fc6faa5f6cd1bcb3d4afe499419874338b5e6045b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6790cb2a61024a86c8ef6009e2c9180a98d45cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d8de9f844fc69d5294dddc2ff40d161a6e221b83952626a0570e6e537e1505
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4b06b3571b37f967511fde18128aa9c56aaf3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc145deaec9ea84ba78abf367974ab90e5feab1bff464ea61df7bb4163d7e15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ecee4197cf4fea535c94fb31d5b933b0a19335
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3252b9f6992252b49f30d4f9f9b73747c9c610bc2a55cea3aed048cc1cacfa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2a7e7380d014f1816f059c1e595d67acf8b4c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c24fe2dabdb5270dcdcdb8aa46b3996a891faad9ddbc5e76edd2cb157f73d55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e190ffd382cd1a129750bf454583ceea0b9e2e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e8f04c6c6ff060be016d526cdd35a492ee146f721c5b105d26273e513dde6c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292ff465972476a608b289eed8546161aa199927
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ebeeca11b51672a56903e11dea1120988166cdc448e92c3277315b2e8361d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87185943c3ec9910e3a48f55e6fe4a4abc6c8015
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:419dbf6073e0c4205f76e827ba555cb87ca28acd7b5608a47781492ad05f056f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4495bc139094f289204fdf5e4a0dbc4a008bed9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f924ed985ef515117524f8c84f52551db07841240b9b45b38d8d08228a39267a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67f9f716d209110e49b6eaa1f4b5e6073917f1dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f389f1fb7ec03fe6c06069b2b72696227b638d60815f1b8359f34ac0e9b4d71c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44fcf02ee1521ee890fa514431814ca2a9523ae6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed8cda1949ee76cde830e1a12c9d740cd1ef22a0e01e3520a164aeb7dc6faf4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd5045eb6e94c406dad8ba47e498d306be654f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190aace326275086bca973213fb715596306f3a967600c7d731ac6079f6340ff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476b2fc8b8cabe7a2a427e359769e17b2849f33b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef362f98d5d4f23647202074b038c251787b270b6efb314d943b18c00ec7dc3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6937f9013ee585c1bae265e2e0178b223028a94b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c77070485ead4542f5fcf860cb33fd84d187b1255837c4a46f5a773f4198bd41
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0c6e2573a0c9fc89ce7f64dfda46192ff30d23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5f96a8126029b0a7ae8981d430a30bb3315c7f4b0e5d9ff9f252331a34f1b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f2ac3cf19f9bcd97cd0415b7d21001cb100919
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d648e85932136f0c8a6dee224ebb1eb43ca5a54b5f9207518be35bf1f9dde18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..199f3f9ecfd725cb726063879942a827dee98c1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8278a68a1c55efd5e759eb91e0e2bee0fd9db4894df8456d556e9fab4f875846
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf7fb8ed7481199b480472405951c6255a9a9e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8813c76fb8a36f107f3cfd1bba559e7567263f8aba58372ef724c798970e81d9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791338f75c15c74292796895e10606c0c7b297d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb788664aa6812a00f29de7918fd59f7e021683a130c9fecfc20d866b3165d4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a70c6e7cb7d031730ac52a7bcc6e8cda76f4a1fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d661856ea3931ad41ea0112a38f257f72a0653dd177ef48282d8d0fe6fa5e5a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8c596f72f7ad66e689a71993622ffda090e3b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e0fb0cfac9d6c7df49396d687a939d7848e16bd207b4bb7c7b7fbc3dee0a4ec
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dc61380c1fd8829f6388d136936041cb33e1255
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54dd0eddd7ae4858d0c8c4aaaa5bb59cb5e6e61166a5a548aaa87a7aa9c2894c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1216310afbcf816c6ba6c190b6072457d104f9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679a55a367625d5db7076eedaa8c0a5c08809b11d5a44ea3de6979e337f86096
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0e13bd23d9f5c2decb9e4f84a6a67c60801227
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48ce3107ab23468bcf357401abe2ffe6e52622e1c59386eac294777eabe2ad07
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be39c0b8a929910cbbcdcda1b8caec0489863a07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c472a6280f497a5751085b483fade174fbd586e6a1adb188d6ce1f60318297c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e3f5d675daf565beaabbc2ffaa6b5b63efc8e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda5373db04851f0a1dccae875bb244af16c38daed5f0799593df297e4b3d869
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cbbaaafb498aebb4d56eb7b77aa47fc9033e2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f73a0b7e4a7e27a8dfe74051507b63342944118ba05a1b38c75a57f7544bc46a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e461c1acc5ff73b243fc3375c803da9cb734c00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa75e67fb5f3ff54364fb0c5f7450f04abaacd72cb84de9f5ce218637d1d3b6f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20029ad5ff9165c57e6498b15ffd741238d54920
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ee1ccdc09574c9ac794c6f8909667356c8916c82a8d5b1073c84f7b2ba150d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eed849c48b72c63e706449ab4d650e9b5ab7021
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2570f62e3f896a4c4bb6fe709ae626b8722ea9ffb7bda4bcb5099ea4543e04f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80981e604fc51253ed77dff5161bbff963f2530
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c8e44d0c733e68a5fb7beb3bb3ee4904552a9b2902bfbbaa1ae5a2cf7efe4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03b9ef251c230ff5d1a2af46f4482b01b73cc1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e7004e3d860f0e6a02d74a0280beeb392b3c006f78ab033e9496cb60581478
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7294c52efc007d2c59b9e639fc0ca0e5763f594f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8481ad3ab71669a2957344ed67619df00b2da2f15490c142ea146ceb10ca4e1b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a2f2eb63bd23a60188439b316ec3ac014b57fdc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9d44c43d0b2e69995fab1b301233e66e0bd08a7b9d2c7fd760de9e611d4bfa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68aec11cf87be2493314d9125279a29ecb939727
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c00273b67f5f717a1ef46a1f10b1d1cd356ef0cf45b128be841c5880f23396
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8efde28b7071f463f572ae6473f7b9714f62a24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e98cba7ba092d1d8065ffdb5d8b079f65eb590a9ea312a5f331426813057e1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e6bfa862ac3108599e596291f279b460b72287
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48023df96150774afe0af3a666d66c120d5fa4b6cc3601d9288782874bcd7d52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5e37a992b625ee3cfc36f4e8f9e4b2549eb614
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b15080434bb5274143dd04e35ecdcc9e2909aa3ea13f2c1c7e0f36b7d283c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7221c1e740be75331dbee45b2c07e66dbb9329
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd54075cfd0daaf3972b1962739d3323bdff2c05bfdab7fe9f14db232cd70706
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf95f4f52d7a427168bd6cffb961f6ca7f52282
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ced8a65d3798f14b398f8e872dcfdce55de25f15f84922d21e36a89e48ec7ed
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503b2cfa70445d1fd1691c8214d9486cd2f07dcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b959cc8e7698aa52ba5262ca70a2fd2c04ca644100c60d833a7a23b227a37d2d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9423c41929c09cc2e4a5895a42d329de77155e4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d19f3dad4ed1a0f8618da5699bfdd757e670043f098d222ab98cbab20ef3ef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50453e34300ca3c3b9f8d85a2054c00dd0f3a27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b594f3717f4b5d0f3df186c4c20c1cbd82cc9f72c3030dbba693d28de5286db8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b2faea54d3431d53cca0ccecaf6671858a744f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef1f6c8e04c5cd23ed606ef48dfb6462bdb24a27b419370414c52bcb7097839
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5ec991c3328dfe8f4fd1721c658546f33ee8034
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5281078990c7976a5b58ebaa888f74ad27fa974d61c24d58c344015c63f4191e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8911915514942351bc6b83079467128156db053
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4df1fb9dd4fed0d9c2b6e8929742628dc2b929f1862b81db14e06fa8982cddb5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91fbd125dbd2c2afdbcbca70cd1947e3bba477a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a07f02b4d5b151e2c320db14f7271cdb28ce94ceb70b8e1dfcbc27aa6ea34573
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab7aae9712381410dce61d988635f432aaf94b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0731d2b5f2e76da6a8c9eaa22e68872371f41bc38ea997160c92d37ed477773
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5c9ac3e97bd577f1c6a83e69e421a1cf112b32c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5221d1735ef6e2d453cd690761aed973c2f31a970cba2227cfbdc13840e252aa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28600dcf157cb0b776b0ca50651b9f9002155f8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374863aa5d8ce72d11e9596f27c836dafbef96753c689e38c4eea49f04259da9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..781666ad0602409cf4c8fcacfadfade221c1a9bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc03c7c0f7d869de0fd848011f529d858617839d0da91fd8331cb2de9207017d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f7b513eac496ffe2768bdc4b6e813a6c62d55a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772feb8f3626c09c610b570da2f10fa94e7c48b8f81105a60dbf340f5331cac3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a22aa0f322a2b2583c5bf69156392c85aed8a5d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65984fba9459551d73c14fece7db5c090c4a4289584f1a86bb8b0b5d3c649599
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f187e06aa0b0d526ea4e10d9d5620262d37cdee7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d616b5afe5f063962bac5dca91f4ee863b213abba25e4aeb37aa1a84f32f3a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12f10ffda2c4646cce5ae8ec7d4ad81ec86e8b14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838e10346500f1bf1fd8b362a0d6732c0d34111718c957d61e6a93021e543e88
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b38101bc44473d1354115f1da9291a1a9b6685
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ab42ed72a608cc569d8ce8572fb822ccaa22923be9ec976cca88a347604642
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4fac8360bb1b35cd8daa739a66f121a198075ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b01fa360d3bba5a53149bc24e2000808898f44a1b4525c84c7600c19b234ab0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5e066397714c25ca344489dfc627f5a277667da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e18a6ae0acf46510ff482715feb3d452721a03384e81edc2507268a8d63e8ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4cba98c7d6487d4d882e9664a030d9a7a6ca91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24e184695f6c50056b5479c9508fb4304477a09feffc0dbcef8fb9bc2f6fabb6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58930bab98870850b9d98603100bd8cce3f227bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:367b2cf119df773ed939fc75deeda67e483e04829b429d8a7bc27d0670607493
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61915678a75dd6bd8806a7c7e0a2243fad9f5372
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f225642f3b4b25346475e0f4b514191a493af29e67547fb6c83d58b0a831869
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15af959cc75e49f16bea9f21c6e2359182696150
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54fbd482a1f0af248fab34618dcb4a1ff92ad7d3d2ec3e3ab3263790974fad1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76161f3b447cbc253ee1d5c2917788e1e9f331aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77185ecd10fc6a486bbd90feba9a9da89aa18e1531c480bb36ab7d0635f0994e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b0296fc210c937dce01ecc279563a2b36e26164
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767de6d25a2d635b13a7c833fe6ac8cdf77b9eda8eb27d11ae1c1dc6f7508382
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8604e5f7125df5a24f6321e40be91d363822a69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90008b97a5e4d994559eec85a2035d6df8a56889c0ed32757efd96b2aa83ad98
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c49ad3e28252fc739bbac5eb6f03d408e27cdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1e8914a73756095315837732475a59e1250740c48d3a092d5d79b9c4f37868
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0edcbadca71abe58e39ad31efb755499dfaa69a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85a6749a287ae4c406fab7f8a4915c4ee5dbf48def4290c81e37e6cd40c67eac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42da3a71b3719f175240c24750c0a842f0cb1da3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5837cc45212c7884d84c15a92e089d71f31f6ef5702ba06d9af9f151003ecae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adcd8c43fdcaf978a86508c0ebe49b499b88c06e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250e11b2a56e07cbf7dfa78f018a19ce7774bbf2f3db20d85663cb7f2db81ff3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37631349abd5f5f71007ae32ebd317bbfef7f034
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b44d728f19616e87003a1b9fe25c06a2e4498fe6579d938b85a2d45cba26207
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda323d9e785a3b0f9c38274fc4ad61e9d523423
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1081f23de2df532f6b724209a870cb0c514c746945707cd3622ac5c7fde896a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a1872472e198b7c26f6f5471fa00eddce89865
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bdec809fd5da0031316d42b44421979bbde2dae46d9e3ced4764703c8d4371
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea5589139b553144021dc3bff9f42e72b927076
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb260759f6b4b6d4ccb34ca3d5dda00fa3f2bed4e8e677e3034b331c5f13acd9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4838d47acd799ec198c484eff6aa31af022e3549
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f170f3e96c5aef64c40da77c5cf924c39b6865b16235c6f3bf9ab949e6fbcc6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2beeb0d377d48e3b9fb88ba1df3fe2d14b9686ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd9f61fbfbc9945a5cb8e109b672bab7b99ac6d8b6031f8c5e5b286ad260415
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2ffef55f6e7bd8c4535d4be86b0491f6c90ac2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a717340ec5d472570493fe8b256d04240fff6c0418de9edc5279ff367d651c76
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68bebb9a169d4962da10f172e74b15138e0ac8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc45e07467922146a68d46bd60681191c0784219f838d569926fcc901987fca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa762b9ab5172951172256a6e00cba9f7585d657
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0316c3e55340c504b1a4826099e93ef433f7d1817d28b14216375999dc867d5a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d7e05ad543c3c6158bb630f63b3ac058e09b08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd52d259612a51de0c6472d0630d577acfea977a96fc104433444da2b7e24962
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8f6f0469c453160e053e4cb017b866a494a649
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b402a3a17b87af9e13f4dd444b9317e44fef4895b79552993bb90191a1bfa6a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5879dd1bfac3440df6e15f7b84a3c2dab03f6330
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c2e6d32665e6ccd0f7e53af272a07c6e9dc352f0dc5fdfde0776ef426555f87
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e57e4619e0a7f00a9d7bc02aab96ff5ecfa901
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e859a152e454098edaf271217bfa235b95a8bb1560546242fb76cb71205985aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9474ba9716efc6b8bfd32693c90742fd9d67f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3179679899c89de49d9b7e328cb572a7f26caca6596024ba9450d89b61b31427
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3542da10eacfc328dbcad0ba4b59720219471e70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66202bec615adf62a1af884fac9dac5714988dc5dc2c6a99200feec6745149a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac82522ecb12e7ea43bebd5ee2412fd1fc48020
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84724b91cc1a970a70c4a97feff4e084777c3d508bbd072319f59cd9a8f2db9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cf0cf1acfdee236504b1502b5d2c7c68a7ca9a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7250f63377dc6fa03727a43ab209d37cbbb981e6c2d78255cfac74dd728e9707
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0acdb505dd3a45379d843d0c3fb09dc453e33cad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339695b045ace5ac155c036a6726f70b59174fdd7d96f5f60f7face93fd2e08b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e61952cdbd53b42607863dcb364f3ffce815b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b7f71c1a28d4d94146261d202fd299ab68f9c8cd2bfcca64c75adb3e3f5982
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8d124ad1be3ab16b216bb4f91149057d7ecc01e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d077ddf4c8edea85ec3f1cb97d3f9ea33804868441b0dd9d11c1926773179029
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..575e37874c0c89f3cdf3889fb98b7118b3a0fbb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a8c32928c52c42c514e1102466b65e029480e3ca7fd5c8a551a2f59db94827
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3155511ba959f4c0278c1e18bb1f10f3cdcaf6f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f964601af431420b50e2fd8b8b69f203d91ef8ce3df2ea11d6a480b74e49ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a83f5265a32a349a106fdcb41afa9f48bae72dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5639032184fce74f450c7abac099f8949ff56ba61d4dd9149dc9259da23c838
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d10464af726ccefb8b92301d1e1f8219554685d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5663720077a7290c194e04c4e9c7544075f562176421f74ce04ea74515dd61f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d639ab1e9c6ca28513adf40d647a08e68dc0dca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc3ae3a6433e3f34efad213fefc1a132a5386b87a31d68a4d70f58105228bed9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13e11543c0b8a4dc844ba8fb921fc3220974548
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8770f7ceb3d3da673bff8ad0370d13cce3883dd4229e4f3159cec3910bbff977
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990ad3dc82ae562ff4b5cae42f919ad8acf9d54a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9822e1bdde48bae5979ed58d083a6a7c2f55790e02492f0d71e65c61e1ba10
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977f1a798a542092a040d1d697575883fc3aae41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22ca8d8f3d5761f6a9822d0d988409f0a3ef8086ba173519c4c6a2bc3f770f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd6b10bc8a6fd12f6b6228873a0049a34d1553a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ea7c16551696702f5bd040a2e142a191303f7d6d1a4b1123ddb3825582a053
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c454296b93741bad0727f10d5859e90957747c60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89eefc9db8dc7a351bff6766eeccd22ae1c6022342f57dda222a4abc25d176ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2037feb48c7626429c443e51dcd0f674600a8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fcf3fe1f69c6da0973fbdb0c22dcf1fff1bdab68221b355c68f39e01ccd0ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0b326ac14a3f7ee53cea210898ec201e71936e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c765e7da06535d1ae130e3ada9d78a27a1b98902524178166521f1e0c06264d0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..361a949eec541f2393df51f3ae26b802a7bcb796
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d6df7f06f8b66546f127cfdd56f50951fb5c6762faeda42f9a1d7a998ff885c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5d2a2aeea231c1633ec95353a8c98318e2bcc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5f9baa064f4e531f5a442c048198ed9804466122c08e90b27f00ac50591ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c762e6c5fb17add810ca9d28c09833c307b1b725
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28d6ee449064ee43b5430e62a4243e66719ef344d73f85eba9a4cbbd65558559
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62c1f57af52052efd0d92a80629fe96bc9f68f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e057137198ad4ae911a018dd6c473d21b7635fd6107a1ddd488745138b65256
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b3ca269e99c573e3635d0858d25f21c4adadaf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97544d077100639bd112209df0895876ef918f36dcc3251e7cbe7c340e0442bd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13d34e82e271cba5741a49ef25f5b8b63e0b011c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:238ee70f1ebc16f0a35e71c97dbc16b52da7bd4dc03c61be1b7b8cbcdac9a17b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9be9984d85f3d0092656cd9f07c432311ad781
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f869dd077f67f51798ec4d9e69452943af4727e9e3e41b1a7359b5c29b108bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e3f06e019264adab3970dffa2517c2a47a0f1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82edcc83a1824ac782bfdbec5c8dc87ea0d6416c3a6597eedba9b930ffd42927
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..923d2a48c2dafdd145583ebccffaba22bd8cab94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb26777dac9496c135b43b16dd3b7975f2cabde0d5b507b45c5a907e899bbdc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d042a23861236ae8d7ae149338b7a136b4c9ec03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8332098e484c748f11b57ca48121e8b18c4891fd98dcc6d556d0036e357a0c9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2d12ec39d9b6f6a1ebc22d0edc53610afbba04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cde929036eb1f723b428d55a43777adac46e2b2dc457fd12588c5903f1a3dcd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea125c405b49fdde9e84a06821da28624a537bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a08b8282582aaef4d8d42e75672c4901b65737c409a308978526fab2acb925
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb19cf9c67662da51c44353e58b4a5f8edff35e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8b2b363b66296448f110fc5cb2bc85bc278a22e42c7436d14b0f7e19c4bb06
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37488d5da74b7af0259b965fc36796c79bfca58b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a315e53798de15e5a7765acd341e845cf0de776b81806c9e8fd283e13e5eb7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847ba9a629bc6613a57c7ea242ccb70deea02300
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dacef04759c92bad13db1edccf264b95a79e8d35547bdb9c5ff42fbde8c361
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2494738a72ed527834cf6cc70efb1f9d8dca9f8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5707caeaca68d3d9cd7b67eaf30367471ef2675c4a823c94c982f76c8e072655
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b698c657231afb85b3cc3b3e7645ea1865fa54ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df39ae8c0c6134404a0c6e9ed79d2deb335f3b45760a2fb3c810f9d7c0e3e1be
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1679a98edd60e29e42f3687002d07aa5c1785cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf39c502b40a3d9a6716e593784fe470767dddf92f760750ade05daf3e1ea8d9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12df85696b099b4936fdb19567bb82c405060894
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52647a53b010145f3d2a6324796313859265fbe9d1a6b4977651467a3946ad87
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f91e4b868904080fecb363f40aebd9107feb1e03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2980ce7ce4c77eacd264b635bb177ab601f744d047131a717a957c8ba00648f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e3a8d27c288bf908822340a25392b3ac079a495
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b72d31b94d357228142610478931485c7f6abd94c731887cf999369b40fac2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc9e6546a7c8848df8bac3f2f58fef58b0ce805
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0138e0e5a9525b70a3809dcc2661612808ff1d9094cfb710fbb029a8979568f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf4f7e6cfa518cdc17e6c2b92159deb4fcb2df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26bdad9c5f4867faf9002f93743bf5973509078cf853e196f295980f47c7192
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed10530ca39c155ea90dff42ba757aced54a63a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd10f9095d7bff05d844d554fdcdef8748174a6602dafd04de02158e71fd728
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982d373da481005b0c34fbf063a852449dbac942
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae65e9a01d771947ba30211f983774ad22bc95fba69659100f9285d7b9859483
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfea6ddd6446196c1dac957ba38d2e619657f5ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182329d043abb6963192d47b55222273a12ec73088d0fe4926441bb619fb3df4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922c54f5388f573d8276136b59ffea03fbaa6809
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21b66b0e477ea2390e45bfa334d4ee6e6b545fd99ac71931802ce026b00c488b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f51a44d8f53e1e8628017e5adbfe0686b88a1ce4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8d510524c4a707b516edaf7453dde6e998469e64f8dd178eff931ff859e6d1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d848401418c55e87893603a99b3ee657aa5aa5c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4803c855c6e6ef46443fb82d4e2f7db99a05bc26a2ec1c5ffcc53e7764443c29
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8687709d7c9300113a335f2d2e5cd7ef0e7554a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eebf465dd19e7db16775936ef6f9067563346c63fde575df679f64dea14a282
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a95c20e3cb67dce8c933d25e0de1d492a869ca42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3bb4e7e8536223d6b54bb19bcf394e19a50c5caf40eb62a9394f7043ac71dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca3400400a7e3a28c383f2f3e0c43fee25420e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52c40d0629df097b2ac719a303ebfbe9956cd99e77437629264a19f59415d5f9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449da048df2028d178c746daee12f63e72a2a30b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd308d2c502274c6e240f3cc1ae9fa027e4a48201fd0e20aacc39941e9de138
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50adb9e533bbb409d46d6b983640168aec3fe803
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62155b5653f7e3ba8049c9328c9d885292d2b9b082ed6d98ab483bbae4979f2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8940d831ff694d3672b2c5ecfe18bc553f57aaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a538db3565532a2c97d0587327674e4d7c85f0c7397b0a6ef22ffa4de4c1ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb8c24f3dad04a4ef6ebd27dedc8ed6050217e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac2439c5e8b92f78b46e63da1afcb808e851a30e800fea201a50c60aea996fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b29dbbce6241d619f51abf3745aa2f3720c9b23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f22b1b2354a15602fb7fa46a97c3c7fcc6bd81290e34775eef2bfdbd9ef47ae
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcba28a138a5db21c31d6db751358ffc46d6c1d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38f513aed10ae1e49fd54825755dd68075aca97d970e58de9ab8dba36964da61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696687ee73d3cfa70370e30f55af8c1541d948a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55fa1bf274998799be0f0e42a94cf46c8738902ee1feb317e820a011baf6a4c6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e6351a78ec364fcf81c60e420d9cffddf67dbc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde7d04411ded8d81629515e14087f67457ab6748baa9d521712df0424dd1b03
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2946d5ad85bccec1584334fba2222d35719fef8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4504c16582faae21ac7f3672da38532033f2c8bab6668c668c0ddad7774edc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..015b5bd25615fa44242cd411217035377c357175
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91461b642c30a50ccc6f8016614dd184326d4fa6f2605f56b691f267137f7801
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6bfc6aea9529cba915b93f799e59b6fc42e178
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:237ca321a142e2eba25cfb73c8944789fad5055bd1a9303ffd2636921439f827
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2ea389a35f71d7d30817750958df6898b038804
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f8bdf2a469fc494ebffc2ebdaffc1aa749597774adc6b2aae3f1eb5f72471b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c912d194a3ba5eb0da3b1e8cc054cb71b6ffbd14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:852f9c5308bb8eddd30a88614d270df30da61c32fe4163a1f22398524c13fe8e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f3ec0fc7941342b4a86a556d3f5d81ea983953b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b122d29c767068032d5d234fbf45afaa4a5a8a9cfadd5df327be27ce322eabb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc952c66878133e4f12b65bab27fd988ffe7455e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2a74f46915e885c8d47905222632eb92305d1c3e10b0ecf20ff3a2d0e5a9f0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6d2fd2799e2ba2ee9dd041ec2e348f07a83784
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62df953288f4afa6203aadc056ceb52c6ff918b2ee727287ada5a9b8d8b7bdc4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4486d6ac2f8322f15cbbcd8a4f92565d61df92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baafc04993bace1a18c1beb6f5ede46075b7107e67a38233cfc98f2bae3812bb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f036ccef8e57c827d6a437ce5f8cde5769230e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2752a75c92647c5692bd97e1dbf05ae27149e8360ba27e838797e85e7fe5d47a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..befcc63a2847850223cef299c69c5a27b14707f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11544911b3f023b8ab4fc0526a25e914bb452c46c58968337a58e47aba844ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308718618400ce6c50a6055fac0e6e6cc589a013
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f97f00777a682e2cf3c17b31d35f9d2116c617fffc2e6a7b66c1ec56c850ba6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94e606216757b7bc306a94f0eb58c2951315a91d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:347eaf8f924ef1a53996d478e5b38308b7966e26705023acf96579435e506a47
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..179aa7bcc1124443e9d39b220ac3d685996de475
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b207d855bfa8df14e72a94dd7053f61d5745fc7b658a58fb0b796be99512b8df
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f84869eed975ec3a8278fb311ff250767fd398
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4cfbc9ac7aee7154e10db3bfcfaaee3626c4525bebf812ec5503890cd006af
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ca695fa990e88811f7a388ae1d570db395a912
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778af85c5133da489d69d628d51884ae7b4322da46f416aa7aa2c62596a24fc8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509075da7eca79d37d94e06a033e68619f42fa02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadacb1a691315cf2f41b2349811c1d7ec50741eed00117010901bb628ef36cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c46d05490b9c240b253005318ee4689e731025
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b7d725d9da2e2f244101a4eb553d19ed64598286fa4b9ce5748cf28513b0f4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c5749013054ccd6ef9fffed9f23fa4f25a08b03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51f8ee6d3dad8e690f7fd7ff2e79d0a23ebb5abad7afd32072a9801d2c74ad1d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40eae22e490c0fc042ea71fbc77f954aab7f80ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c958b1618d9a81d8bbfc5d17326f2c3b727e33c98c5f6e9c0428ed6d2c4fe599
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ac4a85792236fa8ed0bac3c101e486f108dea6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740e9f528e7cc807a05c3642d6c15f2f716f85eadec7f1423158c4b2b333953f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a6bb0ba7c77e2e56ec744691349e6e0140bb5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85c02c625cdcab93d1ed9771463445b91eec5d0e1ed6aa194940d56f8f15aaf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f262cec596df63eebd5112807c7a175572ba3fc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95387749207e3e7b5fe933bf6e6b0ee6554f563d19aeb4af241aa9e61431652b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f8016cf3d19d8500887c2a1456ed2df27966064
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f54fc331c67cc177281a4c1ed472ed5f4ee68a1f069251e39de187bee87df0b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74dc08eca9e786acbe5df67abce12c30ca206425
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b67f5087ef2f4d1ed3b393eb97eb9a11eb67552a33552504c8d8a95266cf8d19
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d966de52c27e29d16c602c9f5918c57cc88447
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e8c87a58b62462c7d5a32a419dc79178e3dd8f29d006412e8f64290b4ed8a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be9a4dcc6741c2fbaa9e9e812f50867c2a4820b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7eb66cbba8326c39fa16a27d008e50314e15ef40e42d89dcd7b3aa0d1c05b66
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5e40726ed907d4e8ce34081576809768552356
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62efd09ca5ac6bf7dd4f199f9f4c7548b8c0075ecbc15bf17a36757cb86d03a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f53b081d6d49ca9d319ece6a29ca17c9140c75ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e25ce26e952d346fb7b0e3cd169ef20ba151c1618ef3985be5bd90a82a23b1cf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0261b27a9941c504f57714c0104bfd8897afc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10eadfe651bb36bc6e8b488fc628122915bcdc491a7dd8404ad5c2872b1494f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eeeac8215b44788ba7f6b2dfc7f461e1bf4c52c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d75d1f9525afe48ed5426abc7c0266273272bd013bb1e2fbc0a072ef9b9fc77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d024ea6ea9733683d919d5494cda4e2c5097a362
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd609d31784acec1669cb39e13d8b898a054034154c18677f176165e2d653fbf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e613d1db607cfcbc461fec8bf17f6235ee3cbfa2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d9d8541c145ae7ff96b2fdc1eced017c47685802eda66fc83452e70e63a088
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a5bb4d465cd76e72d4b3ed5a98627517c01b10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf4b2f2492e79c43a7ef2897eb4a99fd4e1541585d98de2a6dfcbe0d906d37de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1ce0d0e0e0cd37baadf97e5f88aa8fd0e1397f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbaa10d45f118fceac078cee255a0aaa0b4b10cbec693a817d79a505963fb98d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf70959346c3257f25c84fce7528f8f49960f553
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625300adf5903cf1b523d020e98be9918284fda044617c081621744c22df65aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97eb29dcf3fa1462e20f46da76bc33c57fa7be5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63143cc1a35489b09999af6fdd4a1cd1d2d7c3aeba3aaa3953eebe501fc254a7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a046f6375256d0f1dd426e3a964d6409520cdc56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75da70a42e4d14f133b0bbdda124c144dad5ae11cf8a94bb0689842e04d65427
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15921364edb52b32b5373be6cadcc1e73531533e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:006c6ed536d05a0f2fbf3149dc2f1fa156c40942f0f5714ff6a5188920978230
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec95d26077d9cd597d8933799a41c2ad5de2f2a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29d9fa85d46955961d2b658bcca25ff4472f9bd18308bc65fe9e4f3c53386a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f25ba1d1a9a1d5ec068a116c03f343fd412cb2bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3488fea54cc6ab520ee3e7bc9dd25255a2c4d5c81bc25ec1005d8398ca0d4c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af83a10132dca9e824e9f1ab08b9ea0c5cee31a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5835be0aff5fb3366ed50aa5a7d9aac1fc480d100cc4d2c7da64c6ef86dd7c09
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05cd7a5748edc0ac2ad93c0558d97c9f6ef065a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f844fb13cadabf650396c1a2b166f503b09edd5ae81199ebf457eea8717546
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92d80b2a9781dd53199c5b749c52c3f1bfcfa24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e92e4f340785564bbbacfb2e3dbe931fa6228063aae150a020568002da14bed2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3efd8511b4f860eb65af261ce06e59b64aaf22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e759d345308c6096cf076f792fcf4f0ffdc8dec976965c78fc5fa9a4738045f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a043b69d3da836b7f7221d4a382aa2ef4d8e84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7883d670147d649ac79a382e110c35ce53ad6561ed7cf3cd00e4492db277f95e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f002c5c2eeae2c0ad41b67fa510e1f5d2053e862
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec4b0a32f76b134cf392e783dd7ca820c69880f95884da414a5a02b22699942
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37ad9cb249f887d7ab62c5305304aac80a732f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd670dce043d60b9e98e22794ed34ebaa7455c73f38c484ee86ce1e931b9248
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..918f33108b362d10db9975aa94558e1584033053
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a091d9e621d9e1aa4d25cab1859ebe927352f557bcdef3b7c5fdf41ca91a25
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..738760c287ccc4725943a2d5ff9aa5c7e3c64e46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa61c38d8809f1c0d463e40e53924b34fd2e23e5d993cdef83a5897d556abb88
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7255da300ea027ccc4eeb42805cda2e7f7768792
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b77c9a260b3d75e4e68e049fdad4ae1512ceb158074b43127b8098551bf5f0f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89cca9d4f61a27e511d5279651e48b7484f987c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e7f5001962d4416356f6fb513ce852d888fbd14499f9561d9c31e441df49278
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89b9292fb25e4ced189d78ab907414e48646259d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:410d0661d6a8cd31c40d4dd2ad343901c50aeaa2844b07043a899d3e6568a854
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66fc7a6d3dca39b3e7627a7362bedede493e26cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235672adaa4c17b698a3e83b6c191b13562a1a3c72ad37fa34b856fab2353a61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a78125c51374394a2d6796c4918b99bf479862
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9524c6118eba45586f6246e1a3f2d2bf777f2c789c37dd3a42a3482bb83b6dc7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c187fc82b3095d861f0133c9bccc546f3db5ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b82e6e320ba5b085b4714a5e0d5827899287a5f7206809e6f65c58604c0a85
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e520197056648a9bb0314695d99a4a879dc3a07b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edbe38915f692ee997a9ece2a21dda3420e07b2a0417f9a4ca17033cabf900cf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7eedb04159bd1f6f17eacc8cb0af04aff33eb31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b437d42e5757afc1fba83caaa3140522a5c1cef9ad050f488f3d5b690da35ada
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8187ed3eb028ae9e0ec91cdaaae18be8a94cff8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4554155f1724a28526339fc130b7794f409e8dc0552c95e785cc64296e1bda7c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a130edc9da8a1859c69112283cf3dcc6c2359a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364bbde399dec44b49a6537f2a1e509385dd8167b89184dc5f4293df91684861
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..997ef2b1a9ca656690ebf18eedb271d6a5bef92d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff9c6de0618fc9b3789032f23a84ea74993083935b0c11007e426b8d1c9232c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f688b1361adfedde66d58b7c9af721a7bef6b99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a4273707261cfb75bede692ce35ccf521824afac1d22b5779b69a15cd6a136
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e333abd7d59ecb3bdb01c7e30019ad69ba5872
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a7959c4f92df03e1744ded8fe198e82c56488e128c1006b5337fa0bab859431
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0bec38e709ea93208b487e2a8ad48319bc58b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235ed039e495cb718329faf077acbcf861cd16f26a39bf1d71173b220aedb40b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c07e31f57495dea17173220f42d71aee14f3465
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d78fe5956ad512ea28555be8696dd01bc914f8736abd39b4b2db0cfff168b02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d0f9cfc92e96c2d2cc7076bf77dc773275702e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9a775c0786939a988e0d4f38b9e3950aeac46554074a97ea3fe66b9f9532a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3bc2b04b33618a23fd5ca39e8cdb739381697
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7b4d33990fcbbbae6bc90126151265f63ccc9c8613f31c015672d8ae25b157
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6c1ec604d68a76b3f5e3e60d8e616d7e387c5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70b0d480cacb3a6a6108346e11fb145c453413cd59ee16cbc36647ed9c3f47a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5096ee0112272ddfa09bc772588b98425e70837d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deb21dcf84758236d5a233f9514c1fce66a9a35c757b89c2975ecfb354472d36
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ade2a13bc2e4d44a7b2678f5c449641ffaac928
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8726f5c8d69ec95db40bc2f3daccc47ace47fce0370ac0e5498b279e2f492b1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd83cde603c8dac5c38b057b145ede9f71c30106
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fae5a9d6213f4086448a8b78fdd1d2b467a06761d40538a989110b30f44bb2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1129b469e2d3b3e9f340ca5aaa74e689e81e9c02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:017c4c27ba0a262ed22da11b91070ad20099d1bd024a0d8b610aaba2eca5966c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed676d970d918b456b179e385aed439286f50ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21770c7756e5c05fbb63411c50c7b83fd1c4413cd309e76941be2a87c67879e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845bed7cb506d42ae04767dac90799b3835fdcaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:141bab08413354f84125bdc0417c1bedd77249480090fd1dd82f7577d563f381
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce8867a62f4a1ebc3dd41680566bd17f3df45fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee015cb0d03818f568748b2634ab91a2cb2e56279b736cd938080070ce02812a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24a8a879da049ba90ccdb4a13b017312e573ec9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c80a82aa99b1df98161c83768cc027d7e3299575ebfd189dc5ecd71d1d45e48
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6136ee396ffa891240478ae3c147b2bd9254fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a6d7a65140a8f4b73077ad1d6dff83fb07662d1c10e9bce6131c14bdd2a63c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ed8410d33ea3ab8d6d18a46adbcffeff2e1890
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0855cbcdebabfea7bdba4721ee0d87f21f8d3d5b602beb43d3eea531667ccc5b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f88a2593d6c69436df26b065565f56c75c72f3cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc254461239a4fa4831848b2e47a2c2cb86ffb9f31d00db10c8c5189de4534a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8983a9169d9d558bb0f8a78257e6f90456b024
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd051fe2e7d9f2150b4bb8fa638957cb1ad2241b659b263f4d8e589d83466b68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbd2d55fbba8b323e2f5870f9c9be5826e48edc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab70ffe77d2a6560bc710a302cd7e3fe4c097e30a543bbabcc60560a7c275826
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ce9fddd20cd917844dac02292d2b4a41d28a1d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9c071c035c67836cdb0228aadb4d1a7981786af00b005eab0573e205b881526
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df07b5a863857a06f993834551a9584b0cdee85c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd66d17dc1e64ac07b4ddbe35e47cf31e27663de41cd06384bac4ca3769b1d53
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81b1e0bb06fd5a11306206fe6e4263d7f39a7f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25148eca0ef0daf0a80463e15c13e98c65c123d658dffdfef338eac80972209a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e98d4bd5d4a74046e294d98bd022a578449aa865
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9e64ea239e82a400f93582ed603ea93fb13f328e5a5bc33508a54c4d7408e1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..902d36550883f4915ba3548bbf3f2ee8d3f48dbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b8e3822b7bcbe9b61ecc92eaee6a6909ce0c922e04d7f554bdd72660338edc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d499ee4286d99679b6f5f94f0b23f4e16a3da76e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdad671c8a2c502cffb40ac8f1ace2965c74abe6a8e796ffb2d50390cd097674
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a91a683d4c80085dad431d5ded94c05173774654
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dafa108280884494de5dfc0009c1523cacb2f7107e9639cdf45f14dccef1d7e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6b876fb48e5f894df2d076b1449ecc25206e37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2614c8403c335af358d95b0c629138573e327f5741cb4dce1ba5d74a44a269
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4e6347bd4e8afece3d57f8c8aab41053f97daf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e43300d2c2c3c55dbc3caeb85a6e68e2e951b779f112f50ec3313aec7b40c472
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2443299804d965cbb0180107f8bb31d074cd0775
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffc04556db13a25414b15c2a15108f364630f05c94d55ea313419107b0451c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b60c68123c97617a45a5780a4da7dc05f884eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed9428b8149ed2e1aa94da771cadea85d758e333a3ffecb21c30dddae58fe89
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..461a206bf9df2fee84102043f87a2f5910dde507
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad606fcfc1f5065cb2775b9df42fd6f4942453c711049f455d14cf5acfca02e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b41bbebc2257f890202219f367054116a727d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbca0a0dd04874f4264f0549f5c8309c839dbb4bb1a984c714ee6661ca82388c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a44657a6ec7c84a830f788a31c6f20fc19dde8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13cbc25d9db0dbf623bb5e15376207dd037777a6f757a500aeeec2d4e7a8cc92
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..697630e8eedb5d184d5e5fbb1311a1ddb1e3ea22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286c1fcc9457b24f32029be1bfe928f7e2bf7287c4745a3a71cf8c2919b06e4d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689f5f59c3a5edd1627e84a01cce023058af3212
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e60ed37de4d661a3e786a993f9daabaa34ad3ecfa49806350c79926b3925bec5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77494e0f32ffdb097781968b4ad00bbe6451369c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c774428a29e3affdb44d358dc17e2dea13f08a9f3ddce0f6f0343e0f6472b361
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075bc18c2e4b7ca2de0b8e5ed74eb71bfb7adc28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa420ad4e2052fa316841186e65dbe384f6e01a250c97cf114db0faa90afee7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0132867b08886d0cf6c5da4a050f72a2dd13b711
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6055fa61b589825138052b43bc8442922e97ba31c025e778cde657faef27d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18c75c3e1effcfbae5b2b1d844b420680f9bf97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f1643775d9f6b7590fe099393e812536c288d9d46e2fe32b1db4161e52c6517
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7925073d6f4ea0ded0191bf6fe25676e6a1d64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d023028c6485a9f3d036bf02331c6c184d40b698f242cbe3110e7315c96c91
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a03f97506473e0fb1c6e4cdd025308b732e4637
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7091cbaa57139491ffc99c36fdbe591c289d5450d40d624f2f29d1281e3c6b8a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270ec391bc698ce2d7fb0559250b1a9e45bd7a0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4eba975d558aca9102a5ac41e158e644e8420d8154522e95f1cde8bd8fef2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054072decb7381a509038c0e0b29f9a53dc1730b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6de90c8ac2d3195cef5ce402d458eddb7b710b844b1e8c197836369b2b9a74
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488173725e6d7349c7ba58bd57fc55712778181e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51705b80a24e86fd509ed3089f6d20b510cb0461d102c432f184480751f0ffdc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70215ea31d31aaf48d1ead61358fce7cb4316d06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c34b172166c10782fe7f588fbfd80eebc89d4a01440b6f43526a4d7a2b7b97d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ffefe8df78ad6ee06c3561c2afe41ba3db2271
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fb0a5d4d29bb266c820f2ae964e35b329737d1844bbbe21e86e04b8c8d8627
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d74c5ca30f613ab0ba9ecdc29e1ad5886be377f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd87d5dcd04d0592e86bfaf8faa09f8d1da23ab4d2c1fb42a2e6958357b61eda
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a81774a6c8f05d680b820f4e5ba4b33a44fdf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97759e2a7355075d33e50268a331991e1f1062f5eee061c39f9e8fa9492405a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243da9b81b9fd41f74d83e880f002b7258f1a9a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a299786aa84395258b96c5590dbad893988266f94a681ced6911990a2d049cb7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4b1a3e114962432bf222d6a61c0f0df58144e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b202a3a339f72942f45c258c1b3560c478ed8dd4ec54f868f571613749bf4ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59246fa157d3578b6244aacc64f76ebec8ab2cc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d0c1b43ef35d28fbe81ec2c1d90c033c95e5d0f11335714c1665305730faf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0003a5bf2f27a19efa4953132f1cc4416ab766d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff32b48488cdcbc37dc7fa40d12b637706cd9349a1394dd87c30d6d45e5dedbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40c80f5c3e7a415193ae82fd3a11067f16a87ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cbb1f4c60dc78820ac6b10976663b0bbcb093a2e0f178e71c2d954bff8a5b9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1369167f68de5e6d14b28c98b65e9894a435063f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb27ccd5eb78c6ad92fe2bb8fa8aeec0c73ddb03df4a2cbcba5689f933cac63f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2e8424024d74415b0d79346bfa5bdc81c5a68f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9767ad856c3264c70ac73133cb6d8f8867b9c0d749105842428508284655cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47812c65e48fadd3c2e8061cba3a344d45cfb54c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de318c78c89ae1df99729a06427a17d0213a9abd2b8f3faff58083ba4649f737
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba68b85ca58b66dd02cbdbd28ff5ec8d7644a4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13972325f084261d6d4c7b450c2bfef5468b07b2edd93b3f5c0fcb24944df1ae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82d63b61c95b3ce53c832bff052886c34fd96371
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2bf7f3b0910f6e55fc773056c63c4f2f12313e70586f3060e0a42e4dc3c2dd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8189c26c0bbf5dc24ba495ceee3fc93de5930a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a807ade5fd68a1869734194cc93547134ac393f9e61ed5915023a51cb474f469
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a813d528c571039fc045b7e054b13f0ca5704287
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7e6f23d843aea12a1d8695430131b211db7caa4a81b6974875b454cd3fb8d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c19bd1e172f8dba0ed77469812889f4985bf65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59cebc9adb7b888ae8347f39c4259064c01130778236236cb9ab472f762041c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..996297f7b8aefea2614fec1f79bc9edf485d2da9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee22b6f336c4321ad2483f55d76e2f9c0e5bdcad813b1e144915c2ec201a2212
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e284a3b85413af964e9ff3db2abb351767d6261d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83adbd3bac90e0256ba18082d072b064a60c7df06c415755758c1b0a10961943
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fa77040202ab06ca2b6249cfc6359603a7b90b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2d424278aceaea1abf6cb0bbce8897a40fcebf22168f504fe14aca09122793
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa6e9050d9d67ed54d68a6ff706b0fccced0494
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48585375a67ff2f827b68878a7dea8f91026744f8605d7b18c274490e2e46e53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e49012b6e5168fccc90fff7b923d28c1dfcf7662
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956f8e1d9210ee6cec97816256ad40b7f7b91a2c52e0b11a9c8c07d02d5e6b6b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a96f2423bddf28bcef63eae15af82b6aab49cfb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32fdf636c739003f76182e59cfdd23ffde58ecfc32692b911d4aedc3f66ca051
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ab267adaece148909f07a5d768edc4f087aa93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd434ad673dc99ffb64be05ac1de0c73c342bf1be5f883332c328ff14f6cf002
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aab35031a8fab7504d4a4e45282f40e508f89ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3adeeba6630c621fdc161b4aa8e034c680f919d641c64ae9c5163ab9b072b2f5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f13c014e780a17fe2b0ea63b045fc6ed5cc253
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f560743dc16c561b040456dee9be7ca6a36727b60a183155b1fd5054185fadd1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42e91df35618eadb5aa62b07868d0d123a684936
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2736b5263adaece881aca205afb3aa8bf335eb0148c028201d8fb0dcb22f9ac7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34934d57c983e1cd8841b1390ac7049ba809ea1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987d2ef0264051fa821da411b818ba361f9a278ae9a23f91febdc5db5d82efe6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cdd48738ec28cb90d23d1b4000fd01d31e0590
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c6a86696769693b2fff81397d0fdb1bc5609a725089023469398cdd2f7a817
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9581d23e0079d654823205792a052a0aecad46a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304f5477e93da7e135b7b164ffec273462c38bbb888948c8e8de82605c28945d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de7a402be318ff873e2dd8190848606129e9e71d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ec81641472cd7ed87e900451433ae87ad8bebb47adbffb60b5669b7d269c5e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d8fcf29fd1ce4b4117423df1afee2b13ac9b6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ecb548d80a03bc78c569f6971129ee3a07b4a80c97ada44669ecb24a71f5bb4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfc115c1b983fe27c76b514b62548caf7dcb9d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467998af2e2b242e114e06169a77f0f8b68fe782906e19b7888a5b76143ab63a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a1185f6abca43663fdf09888407fc7784d7d58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4094bc4aaaae6985e9df6c4fd27f9d5a74774c4997fd9c3372a0c8e4abda5df0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba8b7cd3a242a924c4a05873c089600e5164a14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:138739c2cb3860576491bb1aaaeea7c879583592d8bae685ff04b6925e24970b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d77490e91babcc2e1c5160689f7b183c429a970e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7b16c23b26a4344a54cf9b654627d8739b38283ccbb1f0e7e7f7b5f6d62df3f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ce6cc0110eea323837772f85a3218745dd18359
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0074eb2b3aacbcf5e6efd771127897260db7108ee934290112f309526e0327c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79478a92d593068c2cabb2b4a0faf02d8eddc815
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b507c89d364e434ae68709e2a7655946c7610455ad147f02ff58b89d04e2002
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6990177524d56306505ee7d4424f1bc0a53926
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b4facbc62f344e08c0a67fe49e0d189caa93e5c5cd2da37907ea8cdb04474ef
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9cc040a9b2cae151e71f5ba73a00ce899bf3c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d758f96e6880bc7819b8ff8a846131cce649f7b74322a75787ae816448478a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c444f0da5100dd19cd6a2cda2bd3a01be3de83f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db6b23eb5672a5d5daed8819b3af4166fa22e1e679f61e39051c6bd6ad7bcc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049c8bb8befaf3ff884799a225b054405782c93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8470ef3dad68de2af4c5e40627e28bd8e2f4e907f37967b78a5b90baaaad63
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07c9f350d1d33eeed49ac55589ec6fc63560ddbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c75bb46840c835bb2b45213e71f77260ef9afa95ec58a0ce9067acd794b9634a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283ddfe3afdd32700271ea06f35f9ed3deb86f66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e49aa32550fb56745085e3a4a3f2c3b5c98e83dff73cd4aca7060950b8b106
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f3ffaee1f8b2577f065c918a2fe2b7f9cd9376b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7aaeed6d92a83f0921721d8ddcd25bdeb22c0ed6d6d4b6cbaa74479e5eece80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe00c0f3c35c0d7fe121f65eaafc2c301dad328
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cddb2adacd266f7be4fd1a855cfbcf2b6d21a2c11b338ec75769ec5b8b33288
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d268fde2087ddb83c9104537421e52a7f77bc025
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de083d0d6527a464504977f9c69ab0c8674862d667b01ee85c116fc93928feb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0991fe227ae751f318f482d6514f7aaff50f58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59199c739ad1f99a1d7a67c5da2c102407bb459a159747ab4dd93e0072e45fdc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbf320bbfef3826533faf34edaea3846d55bfc69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad12b7c18fe440912ca124fc782f23ce2257f07e983653eae28314a38670e07
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3d26a65f879a40f983554d2e94a75677590a42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b238179da88520cea23c9e2cfd945fa79690e8f257a8e38ff215ca593c303efc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1afadf958f453ebb0591a3857102dea92f9df20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999730d908572a04623c3647138ebdec07c060dbd2c4f4eae674201c0d9a2887
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fc3d2d3059ce0b3abd9fd127717d886132ff24d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efdf226d5b236ac1cd367828247caa5b7e93d1588e5627902d98f1eea197cf6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddab97c6f6b17fcf0e647778c0f381a5b6674363
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b386fc1b90edce056513ac76ae253f6d8dddafcb2cca713e9b650f433c23d1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb57e2bbedb4b486067d18d7ecda4b74f6af6f27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:121a10e8d0381ae186bff1102867f02b84b278b780722d85469e2e2970f5a897
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f62b2b44ae04b2e80c2960771e0c2c0c17104b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb72500b82096a8cf974e82ef692b1c167b828e5131115379bb77f8f5348a0c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97ed9bee31bcea4347642d2257671c642c4f969
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63b24ce1c78496d4f15f5da862c300a93ba1b122dad7643a890b8ddd94229aca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f58bea20d5e643a3f6e092c3a404d96f8ca6f8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881bce165fb8a89fb78a3590336bee921cc94f046fe7924790753dea9f593148
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bae62b0069ce5f5989e602b2736c1cf8d5e8f4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6455ab8bb875b495012f7378da92477b256931cce8ec6b111fe679e1075ed572
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1cdd536af36e52c8d298a0ecfcd8350a816084
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9512b31b77cc07c5f13d567687e22715c30c5aaff3c3ead6331e39b6587ff955
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45682f9d42537182cb2375bbde3647c75d5cc9e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25511a8443f3ef2f452cdd2b5df59aebe6822f77eed5c91edb9349972c0cb2d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0a8f12eee5c9432737b1a6c31da8084ebff185
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ed25b24d75f5799be61db90ecfae7ce78b4e62c2d751de4612e3f0b81d5f81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae202203ff92bccf06f9bc09fd3ecce78c92b8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50d8434c6503b55eb00db0d079b85decc3c83df5d427f64893f22bfcb15b795
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c874e0027dc65d9b67640da939c6bdfbad2a88c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1e401443086d5dbba3cd0406143b4fec595fff6531702290a2bd063a43d534
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc02da179d3d0a7c2b7cb3cea0889e2d1dd62a08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f67b225af6cbde6c3507e84f45c7fcf9022a66ad85cebc5abcdc5ee7b6a3f55
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1337cb772ca44c11f80033db76c56efa4835e9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c2289050e8a1b4fb7bff47f674b06e4a50a751b7c29391ff4834554e3543cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78a17352d3500ebb248d2664a965800ca033b70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4f2fe96dc992279bb5e8f3d965802cc5972054b6fbf246d411378b5b879dbd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58422be53b59e2e06548de409bd415f37b9b1baf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab63915d8e721ba55bd2e512b27c263ae9c653deff5c110041f4086c13fdc5f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523bb3ebe411063caad48c89b78de273240c5044
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af54e1b26f0c86a9e6b6a25adcde227c68ce3a394f60b233cbaabd73b086b698
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f17c6f1dc753a118d6123cf8d6bc7519be9a1dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:850616afadde9e3c2de7097cd21a4bfac92ee238e6e9b766498c419f58faa820
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0612f2e203352fe0e62679fa349c0c1a7cfbf0ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d46e00268c509902b064403fb06264f6812a3490534c5cb6c166dc64e2f077f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a77c69c25b5037c1bddb41cd59a2639d736adae6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41a86f3336219c389c1989cea8659af5a72ad842754b4e7569570f1606c59995
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369c363c3fcbf1ff0e5fa7adf31416cdb512d4b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d907090ab8620384697834da08511aee25a673ad10a3e379deaf3da5d5aaed7c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49b647703a1eca2f978a96ad0912ebcfedb467c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3213e8eb4437b8fb448e012b3e299868a1499bb1e65c409de01144d03a58d9ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb30f4446374f7044453c790be124d1120daffe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd35f9a38a323c3cbe8f552d021622ada778a05e08263ffcdb2ee0eb185d710
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d52e5e35f7a467a6efbe1a8b943665c934fcd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2104b9800188e47f7ab45e15349b8ed4284da99a8412956d4da94160b52b712
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68008fb4f0bd9f99706e72f41974ec5328cbe73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dd900244606756456c86f35a7965cc0339b72f946df5af435b20f9dba55d11
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1a0084c51e516f327a5bfd291d6b1436f887bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85eb0f67b840cc2e84745fd6c4663f66d06b3a698eaa49ec7c0c55a84a86322b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b12b332241586a9364bfc619873a89d629fbed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca7835852b3ce2f70c451b3fb9869c5a74df73d318f7de421e398703f118be8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05df64b755256f8d2149a86d44705ab96eee6f59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81292c2092ac484072faecb6a512dd310d5585c32a9f5b3384fc5e473bef2837
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ef859bf9dfc6e5c576d58be62994f5408d2f9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b16e326e51852408fd0a30e06e24aba3d9604a2aed8c4315d9e1c4b25d5fea7e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de0301688f0e84f98bc4688a3dd83ecb43ec239
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89066c47e20a0929c7116b97bc327441aa6336d48654ac7097077fdb9f6956f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac64310aa6878783948788ed8a8845de048c216f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2885c569ce55f5d6669ad403285a645e718a7394138cc0cd6358e4da62fa76f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e629ee5407828c8acd5ffdd684649141de40e45d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1b70f9e54abbd38102fa473296bbde4aa767442a9b517c453ee170529861d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e4c99c8056b788b5c05444ede1603a9d82a19c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ae48f8864153a9e54ed3fd56d42522a42a32f8ea39c6cda6021ead6ffcacf33
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191dd060f1b1dd08cffc1d8770ea7025f4c74020
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24410f79b1f999d9360b191998e04f0112cf1b8ae7b4af205e4a4b7031ae80f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aab96f6acd605193e897c78df5e025371fd3dcd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913150feeb4495d10bbbce5bef07441de59e3e0684bf11b4d122d17fd39bdd35
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ada9956990fa6743511d673ef08dcbe50549c4b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081492af97c5c6cdf5050ed37db2815e272fa4f6939602b9235705d845e17630
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca992efba0b1cf3a8a6dd5600a72932bd63df872
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcacbf38069116d2811161083fbd3d5b9090a3a0eba1858a2be7929d597f3658
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3c63984992bf6946f80d08be8108a8156aa3d0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb96f84a1eb2a3e4b4c9e870092698415966c12d0d535232e2356d99f098a01
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3ea329de98da9afcfc98ab9aff2eec93859a0f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f666242c620672a358ee14d14ffbc8c63fec2b20dcf12d2fe4510676f2ecc1e8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab11c9b3c1341326744fdcebd06290bcef9f38ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfdb1da1091f7f468386181de093a9be65d02ac56f665ec6694d6aa0546d8a1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642ab9576f1d5a14398ce9bba1b85a3b962f27ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1aa2da80c4fe6d7cf52c214c7ffb0749b1354965beccc3650de7e10e808ce3e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74328358501bcc77f60c23e7416113d7d7cb537
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00ce7bd49b24cd57984bfb1f23a3e5f1a7b333455c0669fab65c68c30683b9f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e025b3b568352859f69f3db93ca62d203ce02e7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8e1e75cc7c84beca20c7c270cc4cd34514bd7d0dea2b8fc8b84e20a33c04bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f17b632d0425f623df778a5e1457c4b335dab9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdc492cc3c2be6ca49dad7f63b5bea062299464168a05f33f9f9a2b6cdef864
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57c859354617e0b64542cf3f437b44233ca3096
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad05e6cd973c6cf9ad5e84677a6c7cf7033a5202d20d99689177d84102d453df
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7031115d5adfda522e56964b72d6e2d5417f815
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a09996e000917a95f3d0be561d9c3f2615f843454f1df485ee20ebf4749077
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebcb20596ac4853b8713a4741a8062a902a9a75f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ec7876fa7ca3140e4375582da08983044cd4c99f0afc0106852ddc939e83ad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccb39fd6822f0b1b368205cc2942b1c5fb376558
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c8dd35703f0d2845dad47807f15a8ff84e3108b3951e4c55eec199da3f8ee9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd7ff7a53bbccb23760b6f1e09cfa6a31b9a64fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e0113249ad852031eeb9f1456b63315b28bec625ea3b24ca051c2a2d6e3078
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aeb9da926275152104064b10fd591348f23f3b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187800598df64ee981d96338781b1d0100039f9ad48a6ee0826b8739f29d3856
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10636a4bef3b0df7e6072e4a613a70759bb723bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2275e429edd5e71072d6b5ef3866ed3d8b1bef7af87eff5295f15cf05b859cc8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85bf366f6293ad2e3e6d77f249c66c1c413ee70a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2f2e5559ddb641580353c76b11f942aada71a61e69fe04f348500a002b7ceb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0aed690bb915b95ee50d97784f45b37027c1e5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4f307adad545b4db1c2bc0a6a452bc194cd344d46c5b418a0147371a967b357
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0522ab55d7fdd6cd35d64caa974003beca2af153
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6005ce0636a2420e3547d96f5554aa7c02b04075b65ca5c33128bd31b9837e6e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae14167430ca158a2dfa78f565036d13659909d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ca099524e05428827b261e5eec2d9f6c0746af013b4a5bbf7989167be91db3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fedb7e8fb2ea044183a50580342e9616f1de2cd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d2e86e71346030fbbc9c6edf991e4f9619aee18e632cbfc26a164b29eec3e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759f256085e567dd1ba6bd2ba4195c5e4f8a4621
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0ef83630e285e75a4140fabd37370482c7969f5dcb6bcca0119c33016470d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..555690e1d2ee3030d4fd9f890f082cb131107a68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3f0efae2d1e9776a7ce15cee4b199a84b39463112291bab86ade28d896d7132
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a44625985ecaaf9a2f10b485b0126b73e731eccc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2892a6d609478fb5fa3624323f39d5ce1d4c897da28eacb1ef70badda16a2ba7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4568c09684be88291a26fe9f060579fced2ed6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:146afc4c9aaf82fa0c0103be9832dc0fda8ab860c8e39fbbf58c04fd655fb89d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0532d0f9caf46c62111df3807a8fd661cb5abdc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6b313778ffbb5814ce940b6b768ff6d4889ee78b9993d757c16ad2e5e951dc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ef7583292c161058b2ed95d8f1db91b754a1e15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fa9207311cc22906355e2777f3afbeafcbdb80958603b8cb657ffc2d11e6b29
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa47ac7cda4e015b47c8a7bd624b59e9000751a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd743b11b24e70be6a48d8c82e5e0d106cf601069f97950907bf8442ec21616f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a338a233dfa06599e4f48bddf94e52f65b646166
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ebd9ab4aa86e575c82700596f2c0f0662c8717208fb750c21b9a4358be11af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66df4d7806aaa6dfca2d2e7b419b4d94a03a936d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4b9ffbc10296810e9a9cf007b6dd8f8e45168b690a7c5b145d71fd4bc18edf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acdd4e789dab1a88ed54a585bdd3f5ee6fbbe754
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd5c0aca03cb2195024783da53809238e8fe75d97c488e2358d96099e5872ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1eaa485fb32e0ce536927c880f9aceb502f92b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d061fef8557fd2b2aa7c00c002075bd862902f20a050a33008d056ade21ade
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221f3037d3981320c8a9687381448587636972eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ac6e05ba1bb9f68659b6a1564335b080eb7fea7a2396fcef7157e4f5e1f9c5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da48627c9ba3f1d4be6042bd4309e43afcd12c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7451135afee00533dcc9dfcb67958ddbd616d3d9510772faf40f041cf9715b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12bbf9bd34eb9ff7e01e65fcd495445a25126ea0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7a817f7d55dc41c2686cd3fab1d8e70de69d1fdbf3ac3dbb3af63a3e4a57cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45f596c2383e08ff2e0a665ba208f29bf417647
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c1f67675d3661fce258cb0b1b843c9329c95afa3338c9fb3b23f0c71b5865c1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4c321a75873e271d37ac17130a4db1517c00de0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ff5afa2899cce19e5d24f8e147411b15c3147156c69845d7bd42fb05d39e03
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7ee131ed957863e2401a13b1fe84a4df23c22a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:169f9330c634968716902efe5886c0df1c75f05bdc2cc9f2ab36b7f6f283dc81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9c42b184c7dcb3d45386df51523a077c0981ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff628c2e34c4b757b373041e7f31dce40ac22168ccd4526b9912277b5cc7d000
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e89ea7aaa657963821907a007b49493dac37620b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c46a7b07f8cffb2f0843070b6dc90497389d2b7ff43dc7c2f6dcaa09b2597a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e687031f0540c46b6b4a0fe2dc46c394c1832a53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18c569773d4a608a836f6e6969b661756618156c8ff2a1b5d08f2085935d0208
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb5a77eea9a73b24fbc130331c9d02f94710d88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f108f6de1ff46eb0b566bd9e03421bca3b2e787a1ec6756d1e6c7ccff0f40c32
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417bd5da6fb7e7d6e87b87298f38616c8db8b823
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74accb42953b72c28fbc40b79a570db7e0f7bca8b9ca97a898fe3733005642e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1236a2412ed6f725bdd05787a76383b82e427068
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc9cc5a9a8e1ebd184c6feb67382f106d8c8dda5adbb02fe524732d77c8fbfd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65ce0359e02e7e07a904d9b6ce448dff13db7f6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aece2813410efb91f2e94c933e2e9ebbaa12f6ef130660e13f677bd818a2a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1754c768f156eee48238317fa151b18db304c007
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea322efd6575029fcfa8f7e6b7ddbf688a76dd1342354af92d29df28693cdeba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784009a1ba6313c68be0a730868730b076ab8963
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f884c47cb30e991521092887a38abeee4a3e1976083c54dd6ca292b3ac8941
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b66efea14c10280f11563dcfbf20ceadfd88fcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ecc0d2d7256e61e10f2cc70f309811423ef199359da77ee3c53cb2f38d11257
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0ea3841aa3a8b9cc12eb4f5b8c8e6a12d0dc40d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7028b9cdbc22b3cee2c90464e21df60c742a9b8f6374abc65092e3900558b889
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1f1add1806c92aa9211ebea4e9037e77fe33bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5ca84a0824c5fc842ae3e7562d7274f93d8e84b944fd11ae0ffcd91e00be431
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80c66b01b2fb185665f15b07b96d1b0bef53831d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:584badb293302de31230ace0443a62a64b70f5a0bc38156cf5b21b5252777801
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e73b1f897ab4f2b137fb849ce360df6b4dcb592
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b063ccfbdda8a764963784af7659377e6fd95c08310dac128d3c26257fe2a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6890a8fe061d3c84284728b1f8cfbb1f5ab562b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d72114377c7f2ffc6bbd093a0f12aafb351ffcec0844cf82db26fc9797325f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97000c210ecd5b432df2693e993b4e35e04b0fe4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def33a6cc3f8c2f3eb21882ab6f9fdd6796be193eff30b83c76837123c81a147
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8935aee393354272664ea9c2979119891d396bb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8613afd3ccbd8b0177381423e3ed5e4299fa87b46aab31354d7748dda46df0ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542572e4284b23bdd61ba3a4fa6da0a83a48dc5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978b59e52ae027d03297e8fb8701bcd35e4f3bebda61c75e0efd9067ac440909
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e619d497df5d8202f8fd3c2a27de33177fbed222
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0bd9824a703330ab30aa57a28feb27d41350f3588102e55025e5fc0b0e30ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c654416349db99b5c0211061304880c3cedfb33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59f555c8e4dfec9966540f5dc916fc3046799d7a1a88cad3fce4071c3102b70
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195603a7ea97ea0073446c0c1d55206c178da16d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d74f9d2521a2ec001bef2bfca3dee0a44b851a4d331595708cb1b1f9a0f3e1e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6a700bd315e381f91af7f67a27f5b3b62d6bf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b823cdf14eb2e7aa1f216735660808dc190376eff3ab06ca67ad754d44756d5b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91de6eecceba39b71a233af2d7dc65e3f65462e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c2593a9dce53f063efa2c5e79c88ecf379afb8201abf56a8afa51412530351
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9add13f9f8ec34d0312ef5a5b9538d8b7980021
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b078ab81b2ae79ac97adbd95a62088173c4d1762dace157af3536ffdb367531d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7794fecebed9095b3034258e00aebaaebb553048
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c521e669a7377700d1f3b676d3a17e2f5e82450b0b69c8df424a679dc2d6144c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6ca9c6ec337f37058c9e52f64aa1c0b1895e4bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ad2d0f3dc2bb4ee8bd650fb11eafb338059d5380553d3bcfdc8aeff2e619ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad40c4ad61cb13793f1b0a42ec8b1d774d8200c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e222d9a1c8e5dd1d61baa35aebcf05d1017b8faba4be33853fa94e17b15713d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7bd83badb947061b7974a99e9a23008473c49c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e845ab666d891d44acb3e4e9bcb8ce9af16ac8b3044ed1c3359c83d81e5d2f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae60b3daf3ba3e12d328924fcd07aa889343881
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf615ef809e7de5777f44b2ed6e0f9eb7d26365d00880c756f4b8276e2bb151
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ee4267595c6d7ac8261d4e7e770db08bd62c8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05657246c8eec1ee35d68a9c33467819d1ade6c6c32f562747d15f3ddf62f336
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6385683a079c0520db1e72f189693e9b611a3ac7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b559b8184f2243d149f420ee7ca61a2dddd8255e8148e662e6f308dec66e30
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ad5432408ddad12ea72980bb36f7b9eb90a5b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d111c5bf1547342ffd577dd7ce7bbb4921f70786ed417051f828993df07a247b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01490cf9647b161fe31e5dad4412a115bcf6baa3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a004b4acf4d5203755c0a40dd07df59c970b10dd7f92ffc553d6f7ded4b85a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426fd56b3ae2a7549bd99ea412ad3c2e4104c4ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f20a3941bf6f497db59ab346316dbae3b6911ffcbbeb6137eee811c50ab4ceb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bcb08fd25c66fec57a9a6400f425032c5dcf15c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac98cc547b05d6d123b0fe328adb4be5461a24ebba74ca8fe97f72d249d07e03
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0595841a8afe3aedc111b86995bed70b0f31fab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c550503531f6251f208770df4f2d85be1f140980563155e0383b18e01b438417
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f5bbe3773c94799ab7006f481e05b86466f6a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c693b7f7ebb1393be3d4b8331bc4301e63e83d3e5be8ee294217f997c7e7eab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06bf485e0e3538d8a3db3466bf84e2a27ae8e15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b989bb9b8d8b67f232ac8ffcb8b76e93ed1eb3e85cc055e06b2ca2175f0eb9e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc22b928e57a70dac65737d8e493bc8e562db40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1accb0bcc08f74e97ccc0c2f5ff148b669de225c5072684c7b738a8479f96b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e146c88ad8dd6c79d613ffeceae6065e2eb7e535
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3ee7b20205286b89bf40dbfbfa8c90681eb6da89111472a068ee5b3d0f1c5d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbe8bf0a2025ac1b8c4ec713dba5379b808e52a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86796b70491616ee0872b975651c6206599c502ee2d2b8ed876484845772502d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd6a23a2ebfbdd8cbf6d4003997276cf49bb050
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b7159c501a9d745c5108a5549cfd630c29f3ede7d1f59badecf3ae6f6d6d3ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827198d3d9b10d93983afd16b3d6e955e0ecd2f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b129ebc58602e5f1dd643ec5aed16d78cf134e90d0f20ed8d5260dd0f012edc3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6f5e6f34f618db417204aa007858b156635abd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3a70d37393473d804da052697dd7953422e37c765188267ac9b25bfbd5a8e9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff04d121a0e66b755d626abe79d48b1b7da0487
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bbc3e1449bcd3f1ef312556543bd4188c8142f56b541282e8f127c113b0270
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd3ee43344a184141ab1501a05114aebe9306dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b406111d830a59ec1f8cd231323946646c4e927b433b40ca9960d94ab05a0b95
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b056ea9ef065ed75a6f2b9a6b4221613618a3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b422d4e978b55bf2e5ef1231ac86990f9b044561e3f8ac22be57508e8b151e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6372567981583cac704646d18d60c8c620cc3291
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87f82f9d7f0ceda384574a4b34e2deebd831d93419878dc6db54efdbe666f63
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c04e382cf62d0f0b8ca14a9f20fb48a06a3946a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e934199bf0513aadbfb68381041525c09e7d2d64f76070717ec2e3fc11d2ba3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97639af51abd5ea092746d62ba1aadff6f453d2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8be2115641bbe6463fa74293f603bc571656b1d0911429a7751badacf02b89
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ccd5395b1a2ca23b8c3a26cf53e6d86874c26d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0e5a9efeec37d434a8006fb2094022502a56e9289299715971cb32d3679c64
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfca8e37a49c93da5f3bf1b1014b785c7b20bc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44144a1a1351d093a52cb62d55d94aa5ca6df6b2f9f9c869d1dfa305a5c0a9c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75279ac0f1a9a93d67a57909bfb4945240746fae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7225d98808ebe549d13e55ef6bbff114e7f807974957f82a9287962889d35cb8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b44d1444c53ed8e4c8884a85ba8905dd61b034
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ee95fcec383e5c5e5f2c51f1bba874b0a003c579aa736e6c5bac21e8a8ad5d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f7d76b2cd412479458d4cfa69cecf5bc313ce1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77d6a130d8f81edbec3f84b9a4a162654c25f91213a5ba15029f3ca17e9cecc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91356835490ecf979506c2b38a2085350b3ea0f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dcc410815f9ed03c7d052b2802a4f342b462a2ed8add23daac545e55b4d2540
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e46d5e95a7f82d0b222253ff1e0d05e9ea45807
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99b5352d5f7c6a5e7785d199350cafd6796b088d19cb1ee33aba0feaad29f46
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34220b1e3d15f834a9d636822e5c9c452bbf0c22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2449b20ebecbeb21607312c14cb6fe05feef2a86197d88c344b8a02579575c14
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c493a806eb316f2e42a55a2c9e5100911753cb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b88356170849376e6b80b3c0300fac4d745bf2eca69790ea056ffc4479cfc33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46d42ea70eaf5368ff057a90136e157f7b523baf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee3eed54827794915f7a0045ceed0db522803aea0e60d6955f5d1549635abf7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedd06eed9986d5950a10d3cd2c43f06e04861b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4a6f2192d4d3a3544ed1d8fd7f77297eac42cdd0e8be682fda46bcad2a2972
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d2c0a77ef1dec23346e396c44ef53ed86bc3c27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90e84bea10358f4c4f103aaf2492409c24870713263e700792649663a914606
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30872288232d8924e301ee7399e2c295a88c9e30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd46197d1027893d67df865ea1003bc5d5e40f7d6301a038a8d35b826c0e13ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3710873d009b3aec843cad927a36bfdb8799922e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391001de523343996e6bafe91d677eabab80f10d4ba07f306f43954ea8cddb38
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f908caad8b622bdef22538f312a66ff110c153
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c7224ba007287396c6bb697ba2ceb05a5f3e441a9a8107680fc0b8ca0f9968
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807aea4b804265c1c78fccf6eef0a22be54f2357
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918b4132aea819136b52ac0ccde223537ab42a254206388b80dda1aed40bd197
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9b2e03cea0c5df35b3c949bc276cafc30d4ddf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5484f5ffcad1662cda6a90836350632c90a6c6d9b2fa8ceb66fbf1f8a52da9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9c7fc50dd83a4ee35643633e49f673b88d2084b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ace5cc019a10997dc52e0aec3778dc22e3325c83db3c332cc35b104729baa81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24eff585a9a7bab3d925e99b72e7964c29d2f9d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_15_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2def0986c45e5d2f50e0880bf34926fd9bbe7476ba7d2041a86b7f81f4f78df5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8691a925e4c2be3486da17d23dd8f4b1ab9106d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de12fa3e0e453cee283213bbfda860cdc3a7983af114bf567fe599eb97ee3953
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d2b27146a5a1747ca9a767906e4232a0d52464
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba06144b6ebde72103575eaa7360da16c7e3243c9d09bbae08994b0ed09c476
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b753455fcf39774282cc3a2361f9ecc5a53de5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca4cf646894ebebb1cc46d7494a233fe63d6d113cbc9ffe497490fa98f78877a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e53835a5c5949af6b371d39a90e299a79befb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15235b9885ec812c4f3a169ff89a08925aad2ae5e84d002a13e55d1906c557e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8167d2bc0ab113a5bb6966e900e4c36618750a82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4fbf57db3a9809f3156193721a86ab188c80e60d5fa77e4c1efd40714cb8e3a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc10543dd9c7d9994f4b47d154a6cc282190e79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bcccc5cbcbff0ba4568715c4a088a886e436c043ef86e31dffa5d790300a98
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1629f3dfbbf27bc867b73efa8b852e1c5656b82c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4792af3b1bfc13ef59e921ee67b3771a7303b2b94b08eee942029583215b902b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5724afb6795a371b654be4225236d95fde23c95d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add19919134e49ef4fe6363e2b84eb38f0f0245d36659bf34334f2cfab12c70d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193a910df55aab9eb4c5a81878122a23cd9547fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dadec458270f4bb17b5323d997f45855aa9b8c66b4745a4d97a72d48376125b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a80d19ba8a6acd097590ba9f9cef5e135f80e78b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2234372c2cbafbdd7849f2f99c1310204bbace71ddb8dff5c65a3b164c5bd2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c79bff4f12d627953a33f99f77313a873b55ff6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198e8a4e2d6a8bf8749afbd8e5262b2f3070e15e99b734dc55c551f4966fec97
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c698c95270185e818ac0ab54e6ca01ab2514046f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2206319858f3e0ccda5cc619e1e56c93b80201e52ed888aadedda0904cb25cba
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d28c13ad7cd23a921f6ff3daf74deadac223a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb706ed762000959344a688221c18487bcb8b1fc268129421abc2717c36fed03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c674fd60079bbff7aa1d025773776c93a54cfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778fb7ac3c9a8c19f376a8699d4680b002d7ad5f0259898265c16d2f4bb14deb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a3fd2933c5c3135744e1702a385f1fdd264844
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b463b61da8dbe1f86f380229f595f246f50e257d0e33672ea3563478a5b307
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a94a36fd2321a0d9d3648e4c11b2155ff2e9c431
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18f5cccdebacfc92aff7e427548034b7ddf1145103e1b776d3ccc2fa22443ccc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68cf502949a162ef3c0554727bd025d9b24d4fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e735578ecc42c0aed271b451ad232d233a0368e42b1604afe5f25aafd107c10
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1682189aeecbbc798539b1cff4e9480eb4d45f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9813788ca3a34088286465ebad7fa25d40321597fd560dbceebda44033f0fd56
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b435c38cea05061d1a07c3533580d36bbb7482a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb926dc44aba782e7c8bec740699c32ee0194e8ec01d1a3f8dbb25e37eb95bce
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5938035ae362c570e158194bc80a1f5fb825153c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0695d99dd9a0362d99a782b475677545f95030ee1b653613d6201cb0d207465c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f74eb55ec0b4354a02c2de419d9d34e6b4f136
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ba2395be9d481ee7081b1c2668ee653d0ab4063b09de6b8a6b2c1e9d25101ed
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb7734930db8d23a77f07a9f29349f373ce81f94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530a0f5b0c11c7ec694e53fd99355a160303114fbe6b44ebea363f41d2b5d0a3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48ca59730951a0d9d2cbe48da7365fe667bd61da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3bb7c9b14ae5ba7ce26b597c52fdf1577605f045531ed5342242aeea5d9b2bc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7f56c28dfdfb56893913d1387601a18aab76dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264115711c26b59456bf7d0700c5f6cc646d938a0528600a264557fc9d184a63
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adecb2db13019ec35da9d3aa867bbb226704429
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6dd7a7ab7fd5bd30e7c0606b579e2fbc24bb39d8ae84cfae438191ef7c6bb7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1435ae8f9119deac0a5b1e714d1ee487ee1140b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d29260c125582900852b9bf25a3fbff77cf4c8a9b3e4cae6d92b7cc60eee9f3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce079c6b4cd862665ff5c3d0978a9040fdd2c97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0c844e6d0c7f718084e9ad8c7fc96fc2ad8b7ec27631719c83af5069d3de4f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0859eb13b8c379cbe0157fa0b977f34a5aef4e2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e121869ae525941c4f952beec310030150f248d23489d60f1c5fe41ebd50ee
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a735d2acf03c97d48073499529cc4c6736fe6a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f24c45097e106db7880407ae4352856ff6b4360df5240fc0f46da785ed8f4a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ff2246249a2ec4e818be93775f7b93ef8a3f05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc62b288e7b2713ec44c417b610ab9a1a261a9bc037566831c0a220b4cb91264
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52995994b21e0f0d56bafb82bd3b6b2bbcafff75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2495a4c65d8f051715365ed404bfd8305ec3f4a2febe0efbe6285ec81bab00b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d160fbc7c6738682b11daae20d09812cb454d516
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24ac36f7992a5320d0d7684163a8e1b8a1cac358a4e487759725341b8302f3a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41226c7899f5d4d2921732e7564d476182949e5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a4867d1f3c4c6af95dfbce76873e1f10203cd628dcc4773ccae299596d292d4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18d756dc498c16e3dc7764517db941189391b83a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3b9c6531bbb5d60b49b25b237fb2fdcc87397a31f0ae390a7f37d76a9cdc13
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80f73c6f3d6df3611063b1a71ddbe7de58098ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa66fd25f2d267f9c5e099b26e48e647fcd0cc2ff86a661de79618a4d00e26f1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5185e8dee72e400cc154a0bbb9f784a4cace8968
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a13b44010b6da7abc4610cfc2d8010dd5cd1ad3f2cba05a132bd95d08271ee1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2795a46ff59502291f6c82daa4cf64fcdf04a2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744e1741b7f73fdb794a3081c03255e19d67989b052edf434e05f47d3ff6ef86
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66977bfa8b5518bdfd6a3b8ccab410d1543df5ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b76c46cd3865f12f81d2a129c7b6868473269c4b2ecda26d9c955d1afdb855
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb83e2755b6535387de3b5949289551a21f8f53d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b291ffae32eb2aa5e547ad2141ed8349d6a692f1b5a43088cadd11006ff4cb0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8857457317eaaaa847c69691a1a2352d265dbce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa48df542ebe8bdee1195966279c839c9833b65fba5fcf5d455352a4905e8344
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36539dedba9f7f92873a436bf9177debe7eee0bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:167e0e7a0bc30e721b3f4e71a43d115034b182e45a5a91eb433dc43416a0f6d5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4cbab2c7c0e3d37bc580930368787095c80529
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab0540805efbf9311c8154f7a182c51243e5f06733ab157b69935cdc327127a5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cd8319600b81dd39dee1cda13140e3a565fdd46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35698d1f573e65b05f0a08135b854f52838e66b8719713c44ee72df8ee37b41f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4f99ea943eb9e655e9b329e93fbc91b5f74a69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127f3549560522d8c503be0d9c3fa723990a285c3ea0b6c008aadd2b549a4429
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbba01e5e9f9d3efbce1b91e9c09fdc62d2e6ecf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd341f9cc730013d1fa5fd260461ae0919a3928d4cf6053f1834d9f828435944
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1583c52d8c17a4da62e7a75c728f0992ceca00c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b64d01b75329f9add6f930fcc7981ba7bc092ddaa84cb1f4d1f54c2ca8a520
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cadc34b64b85a4af2ec98f4acaf356e7f49d1d14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4df80b64519a1732e230a30c2368d53666ab3df267ec586e3de635bdc681b6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9e0abecd1847a596edf7503ad3017ee5e26f64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79adfb6120460d3c354f0a526222992677753483b2d485fdbf0e06d7c5b8625
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c61330db0d53ce7f1c313e89a92557cc75967941
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81e18148d596434fb2c41b09d507f87963159f68e3a3c1eb7fd6d9c714e76e8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc964e6be91f0c4c1fd2bb56003a175a889c6ef1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4551bc3680d788f32298db2f0dd23a542afff4f4a71a4d09d1f71dc013fc0eaf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ee91ff878712004cca056b81ddfb8f7f898e59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5c588a50a7cd881fd39bf0b0e09b6527667acc5d8d812a3b4e1e20d5e83f5e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07fd50ef05213219095afa24374b1f496b7afb2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0418a576468ca7391229104add89f0d043063655de66b0543532d26dccd9993b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e49077380479e242bdf8d39dfe26a69ef53b98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6413687bb552e7ab32ad2967c728794cf1777aebbfe565b668de6562f799bbc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5504be3724372b6f2df591c6c3f078d11334ae94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217c8def5c1caf73fb9705e4c5411398dfec5f087effe7c3195a50d4d5084c24
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afbe20e0765afe8e7471dccce56453a3c85f148
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:929226e04a56fb824f34794738aade25ed47aede466ae962af4aa9e2e6ac7daf
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6aedd8afc2ff472358ad190e01f30e96a0230cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c558c7e3887b56295a4df8599f2576068b8798f5a71f7ae1bcc32f5e62cd501f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbaff5dd9b58410502a3fdaa60af52cf2b900ec9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d604692f25eab916250d310e254dc168a8b98d146ed1da9635b03c56481a769
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e8ec952123cf4550459fd90674a1966678f91f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac354cd664249f733f12f931249fee98e402da0ace1da668418c60974365486a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f333c2827f94eef6413dfc602185cf50fda97f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6401ce175c0a5d6d54c63b1a908a1ad41ccc8df4fa4410271103e7f4049daac7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5306ebe1ddaf88c2d35f1e81a0473dc4ecfde3ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e7187844bc72bb51ecf049c91ee8ce7b1a1a6d063cd2a0f5b5271720232581
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2189d3cfa5d08caab8afb101894c030b8827938b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2e21d04e1a8e8beca8a3aead493a1b9c85033b064fc4144791617c7d32678a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbb62d320833ba53f6dae25c34484b01d117598
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb87043cc9025e0ffa2f696e39afd6e53cb4035ffcc4bf440b69ef4ceff50272
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d7f555a238b3271557126c1e8592909d5a2279
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8711b489916dad5f2b405f568f57648cb1eb3cff83032e0573034729181c47
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..280fb23d4397c50fd607145de20f31b1ad85cfde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c96ee67d404e841397d9420fca8a1661405124223f2ed2a79a98c2fa7c2614
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a09f3833393273c258c3783eea8b6fb83f61f657
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0ed7e392d1698f55f3a29f1b68389f6546307dad75069554b2b80b8ab4b67b7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6528dee8057ba09efd682006d86be74d80ca08b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea5d440da566449419a0f4f24b72d4dd55a9a7ef837c3b20e84b9013f17c945
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef3ff7016e7ffd0835ce2cd8cbeaa097c694b88a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f1e6222eb4a82d4e5b3e39d391fc08150385f0c5fc985c17c383f69326cf77
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0ca8dde1afc81f03bb597b7c3ac3b21cd77f2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba72839b954d16d02b02d60b17500ead4e559a0b73ecafcc613d47edfd262e1b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc39bd7f6ce57393c56541e914ba4332017a71d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f6527c597efb848757ab218fe84d979cb85f21ba477cf2a36d7ff985df70f0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037437c449f3ad92bcb476c7285129d1f1a26447
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b2c0809e1641d62c9841f3d19f09a6a380ee2ff3e55e7eff93efafedd8c04a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16e1cea8c551d07468ad00c2d8dd5630068ee92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a181d081d3ab0e97d7c41c5fc08b76341e956f6036d34fa3aaf94c4906819aa3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2b503d7b770a6e1316d8bb44fa976b2efcfe3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd21efecfa117bdb5e273e67a24f2c502bd90a3ae3af35d811f89c913e953807
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4fe2366c2ee4ed53d7e10c93bdb028ab2b267ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0db3a4e4cbb605b633efc8e8e404364cfad427d169545d73045fc4c4c2d8c5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970338e9ee241c6d702c7c0765beebef40729eae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af53fe9eb0ef51bc72fa0822c79dca8cd3c7e5919fc424d1f562eb51d2818278
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723067666beacc0153b9161e9671be40ec9bee8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa2ceaf37c47f53d7f2336198d68529b5fce1abb1cbacd86cd55d7af2e76f053
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309328e889a15832d8e58f22184dc5de75e9048e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e22be71583feea74dc48ddb5e4dc43548ff3e2b9da7ea2d80c48850684f812
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e21494ce89c1669be2ec27cfa2b956278a14352
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128d96c5548f58d9a0b0e0b719a10c35e30057ed0e03917e082485073aa620c6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b29499c95ecfe97d8ac711bc2a3ee899a8ad17f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52da6139a2687e9d829b88d8ca7b6f84476ef14fbc7efff7815d6b648f97f2fc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3697037d31873b6ae5fc4098ba674dcff1ac7323
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe22234621e7de5cf69051f4dfe2bd17d007f53e7a2add64d26c202a635e78ec
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..671c03c99a9e4f845881b8039ae3ec314bc761a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a10c18d2263093b116c4d2f81ee694e259fcbaa9e5b6d7b64d04f28208e212
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0902835f95a117e2998c53ad0d98a90295486f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd502bc98fd12e41a3eaeb8977d948b2bc7b3fd6eec9d012f3b258ce1ab8e87
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7634a4efd4ffc34cd535ca8cedcbd575d329b3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba8106169fd7a19c263ea0dbde91f89de69345b1c392dfc60d84abbc95b9a78
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5254813fe093f79de0d2ce0fda396cd92e03a91a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5495d5f4a58e958f8d23485e34c5f64a9598564f34ba14523068e6ada3934de0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2207b100e6fd4357e7675b739e3e5a60ef186cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b403fdcc1b83fbc5ecc22a275538fbc11cf544786249dddac4c832973244a56f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097f9c4b9b5eafb6885e1e2c6d0db37a559b683
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d36c871e6a36f63d69d9acc9a230cd3bd5a0f376492509ac73fad086bd4382
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34aee9a11d1246f3ad3fbe6ed2eb6fda746eb145
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2309fd39a42886b7c957d724c7c3913fafd6a717d385a7f703d774b12d337888
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364b6908af9b1a0764fc8befdd75e87f2aaa9925
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a0481580e540fa1b536e571691a337da8d2ea12ca5b9aa1c0564a56a7f0881
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd365517afdfbc31265a132e8fae91e322af4c79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fd46b59edf9f3b05e98d2fc7ff2513f0c6f23ffaf6587f7cd26127fa742767
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26eabe12c417e594fa48fd0a7f36c16f313f1366
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ac79e419c6f82f071c0fa192a06aad4298647bd95a24fea7f545f1db8ae333
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34507d2332fe476a83c56419f18ac495e7a97a69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4463c7acbcb8598c29bf45398a8833c92bf13819380c77bd2bdc8d0da2d733a1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c3e5e12a5482a8545b07ea9b64e46e8721c897a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463d49cdb3dba7ebf73263a2b78f21005acadc733d545a2c0c5a6a84ec4cfc5d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e9cef088fd65d32668c5e57b98d1536d4838a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de096c2a89a55f4d751be6b6e5099eb7666d894b801c995f816f7e1839f8e993
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f6d4fd53caee152caeb351f0a96d875764406e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da368c132641b5b5898b07da9fff55c7b891eab1fb7f412dbea3779306e60793
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4db81d51249384d52ffacf18f8fe854b77defed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f952d458124a4c9cc794aab7b4a325d565df4100d3ed27773526ef48d8bbc38
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93dd0f14a9be376c2eb5c416f0c47a7acdec18a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eef576b0bb7e5692bc17118aec5a12cda4b9babf6c1aa9d66b440afe5f0e7ccc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce677b84fb6686fc3f5d603cb88e5f18cceb744
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c24927389dc09d0172e810c811e9b04912e0ea625cdd873c907466ec653c459
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b85a53a1f1815dccfc81f11a34cdc527480a92f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcadc1a37a9443223ac9043c273989fedbdba3e1f6429c463429acb47e8600b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba1a2bb7bcf1e8c4909ede12a1e5bcfad9b8d2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b6d11b09cd3fae51d7b10b8c341eb94aae382fdea6e63bea4ab4cb795fd510
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f204ca5384ec9b6bee768046568ae8ed3395c57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e911b92d3df0dfca370dadaefeb420a4ed80ec6c6adfc034b3bf20679f52ad
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d7c28fbfcc7b8b1add2f0d5a02419f4d8fe154
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939373d1b9121130e42752cb304a5938fd175c8439c4e07edf5a18c21cac6ecc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b1a25fd2951b1cb7decbc7e305ff20f0c1de60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3458d45fec3e1f5c8a3c016fd701387455124ed88d26b9c300ece95a6bd4ae
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1b8f3fb10a30566a58481019b2a256cf061215
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:582b269c15b5a5ec53c56bdbcf8e34eae4d18891b7c237ff52af2a1ea90400ce
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcbe0b0d8e2c54a13e0a4f0a8251d6502e5cd3dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ede582cdb74d63d821686c47f87cab56b35052ab21490354d0de9a22688f6ae
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ede25db612a495885af3754deb13951da58ee7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c51ad1f715dbff9c5df4cd66363e3f52fe4d62cac84e8d8d3d52265fdcd7252
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8be0461e208d43926f1db82feb0232e960ba992
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b7b10460ad417910eb19ba6cfde453f21815602c2c2663fd4e039fa8e814ee
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d43f0016eef0ef91a85c5921825abdc555cda660
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82950e9d7d6e84e0c66d8c18976d5c08e24e6275381957823ef25a840659fae
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b184583e0840b7e8607427324139283b0eaba1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9dff248055aaf7542081f5aff41cfb52e3fd014aa122d9fae86bbc90ab26960
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c112a478917afa50f9b5082d869f3af09196c8cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebe4a5fde9c9f2c87c6c9e850b5782602350c69ea903320cd0c995db93819ac
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3beff5a13e23d34c1d82c869b81b1d9fe1af501
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a006f5ea86a60705efe5ba3f22360782e3579627165192ea4344ae640137370a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b1894c8677051d9fd44573958dfa5ff961881c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c20723917d4adc62da6c639fc36b536724789b7291e1c4aa8a0f693f1a3f4a3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8fbeec2284b55c3d516e64b39f325cc2c6f5991
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:782f1601d2b0c611ea760f11ebc40071766bb4767f398fc80edb4d161e1a12ee
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c067fe11b6e3560cfdb31dc3c22aea62c5d30a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044224979903c696fdb98871a614010e4d6007b061d4489c7c1843cf35a7a115
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27751e85aac1c2d5a9878b36067a72b61a421eb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de61e8408149d05630234175615caf4a4193fa4cdc1cc8c9a9fc4523a8451f5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e8d3b96f4f1a46c5659d1b7989f7f913200a55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfc784549d1278353b9c54160e0b05bf11416414e76032617c368b709906aea
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd31f5d209941bd9021484120e5a64e82974eabb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145f4fb494b6b9eded255e13a369b2fa721183cb433cb7ecfcfc71fcd07cbdc7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ee8241f3d6f9775ca472aba289ce4f2d378bc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d074095c595fa336758d025b3bd3fe46686f309a46fdcb83345695ab6688bd0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3efbcfd71cdc7c5569919ecacfccf685fd1147be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369b47c2adc20734a0ec6f7667f22132b3bf3c4f593eeecda1440becc347c610
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f482df4af8c18bc6fa6c842aa6b9785643cb4c5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb6619c90540702956159d8f73266e4b5ff7eaa7406e717de5bf87e9e8b8da6b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbc89f57e0decbdc8add5dfcad9a9e3ffa343b94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e0584e790a70851a61badff81b8fd9550d01bd21ef2cd2da75af8f935a5d54
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..543c2d231199ee46ef67b6628c4fda5208dfdaa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ea3d4f10d3ba89945fb12c78b0a083b2ae86a9b49e618f793bb6fc3e9c051d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173157605c0c2438cf8ed71d21f041f7ae86edfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dfd32e4caea6b13bafbd4eedacb56aea5c9197dc45ff4980b6ddcfd1c9b3e9c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e4e1dfb76c3b796d3f083cabd0457c3b7e3813e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fddaeca301f68787425bacdd59cd29691126f40d3f31ac57adbb6acd0051e52
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2b6754d10f49375c581d27373f23e82d4d0fdfc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36642d81542a49393c8eda86a56c7dd326403473b1e9e6609087f894d231f322
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f99b212bfa9e4a75094291af3d86504a247280
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8a61938bb86da9aecb778ddcb2a8eafd336d79c8af66fc46415925ca26cd6b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6654f612b68af1ddee3cb30a0f3060e02a9dad46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a366fe0f4865a0c79ddb71801dd8db6ddd96ac0f99a266c3ecd4816ecaf3a82b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71d43b3bc6579b1a09df02bb531b6eed8366953
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0597f5f9ed93df866d14ae97641fb94549c32065c8e7f4255e6942c12645694
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4767f6b7b9630462dbd8af1636883a90bf84f5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bea04a7ae7159a4f4416a5b2ce019bf45e9a1e273f8bb138a8b19aa773ee939
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa59676081ef0c78ccb04d81d9851e13d5e9a19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a4e20d2fd41192dc67732888f61b607a235ac6c9dd6d48fdc5844252b37efe
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d716e6a7ba8033f1b280a6619b1588eb65e8afb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0297f2d25c83a15be101acb87e8ac277893b934b90de8850ae77280adb6a2ae
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490da48586f08213bf9fa6f675db5072bba426ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8edbed88c1829d34adc801ed54ba325a5b11d926f4846fd629cded34d7d2cf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c34c1c96439adcbce52d2d8dc038e9e00020103
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e97bbebc78eb7ea028bf89051706ed22773094d40885fb4d0be66cffcdcebd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455db95d70a5fa5aa60b290d91acb8d5f025c0d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e04a486ee04f9f27f0a887b4769dd5ddcce60d6b7fb4d1f642180d430dc319f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a928857ab7af78a2f5344917849d47461c2bee30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b81a5e7b904ef0b5c9efed931d680eb44e5e070fc2e5fe2800d682a1f58c297
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efcc53817d742dfec8ba7a7f3102b6318781ec10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cac1308040e4122c6b733b9aa962cfcfb132cce5110f9e574ed2acc0e8c743f6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e6886e9587857d17b997ad01091de31b9ccaed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15655965f655ef19cea8304d3b046578383260627300de2f0378624442742d67
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652454d3f1e1e822c31fd0f8eb883b4ae563e2bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6238b66226ca8748cae6c9444e92b82f5295f391277f1f75660c6873ab0064fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dbc34fbede927925db8a1b2e54a5329a0042952
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54d0cfd8bbe48bc131a45479f82a881e128f74e8cdad4141fc0a2ba08555081
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1a9e74ab73e3ef60c81b3ca7ee7a931a9744e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aac3edf2254a02832b2572117552ba12f7ad2af0aa30884bc36b2d3be847106
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8936cceb6bb6d331151120fd476ed8aedcbc5fad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023805115360831271ac1d93bc2e71ec0b3f5d07421b12ec2ace4bcf0db27571
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10912b09df8598ab8c8a30802310a2d19e25e03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee230de80bc73521a19b0d83ab9314e4e3646149cc5124a609f82a0e5c157ff9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dff17e2ba6276e2a4f4261dc21954ad6aa0652a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7ac25f639a2c73c30be9ec2831c1b706cacd39b722053bc4d25cab584ebb0ac
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058143a3932b13303562bcd9f068e8593667093c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f587bced7579e550aa80f0fcdb441f03e33fda6a9e68b8bcd99734794a3d1465
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73027a79eea7de7bf4a59f8d63d5418119c83f94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10240ec37cfa3f21a0a68bf48b8779d70ab1064ef4a4d2386fa7929f7af879c2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e94654da41f8db072013343176324e0d9f3e36a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f427e8ed043e28a92f0afd51d12643ae03a9717d363c21835276d745838a7caf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd0a12b2e236287f578cb5827871e9056135a05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d298318a98966d82205bfebfeb23a7d42670f46a0808edd6a282e0c53366f42c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8757f0ea48d1ed66ac85166064f083ecf2c72442
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85dbafd0b3559a0196e909b53affbdc4192d269ec419ca23d08dc9d2cbfb8ef
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cd8be1978e900faace2cb67c56125bab37eb99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b8cc4ac975be33b4a28af629f10c4ede7644d21a81202b3881103bb343939b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72291f49d16742b31f15a53b5fd66dbe3851c867
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4912266fd6d22a9987cc671cd7755dbe184280f86cdcb5127e08cfd784700095
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75e533567a2000cffc19a455c628e94f27a83e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09777ba242880669deb4bf7674964d3dc0c765e53b412deebcf02e3e860018ad
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa50a2241fb7f53a08b7343d60a83b7ab044929
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42b42c43439ac735d1d6a9997d4e614a73fbaabb9b208b8e025bd115ca2848dd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e3a9002c3c7fe045602bc87d0bb9a630485e28e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd26ef47f19d3d6df5f4ccf18fe287d66fd14c6635f927964178a2d56a3064d0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3e8b8b7014d1a9fa8ecfb1c5cedd251d60977c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca2c29048290434dd39ab8f60824d3d8692db0dcf2036b1d8be0a459f965399
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817fe8d9f999e31197d0d99a7002548aa07db347
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ac0ea99f8c744fd4b20c7bdd72c460813dc3611b402f3580ff5dcab8c72c8d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d55a6e8e8a43e74fed3103a3b5ee4d34a41343
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4095cd41b96e050de1f65f678dac60fe70aa336fce334a9bbabebc88359394b3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36911a953123dfc632e43f5674af7f3282cffe3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe337713239636e22e221707ea3cf7a8566c92d9bb5555de484095a238ef29f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac5f0ad4cba6d684c5a3e21e7cc90facfcf9e52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade49bfa456b08f2ecb0def958559872e877c77d55faf3c8f6385716e0e184e6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ee8f1899e4a0a5aae9624b3b59e515723a3c73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c148fe33cdae903e5ac71f33aacd3c361d292ffe1d463e30c54f307b4111cdc1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db9dbe6c43c0c5d14e7b5fc3ffe53dac6cc8467
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c5e05e96f8e70f76f44f43b5ed0751d98505b9ce52459d0ccf93a1738861efd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64ee22e86506b0e0c0dfcea009d6086be7002d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d5e52986a63615597a81b4c7ba0db1cf48cdc999528b8a5e123ed87f24864a
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cefa2b7d37eeef605cb1bfe6503bad9112191954
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b37cc0e70d704fcc42060690d27d9931adc43782539584a4caf00eca7f610a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0734aff9aefd90b5685abea226f3c599169e24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27c7c795862b073c1490174f630c80215119abd5ade93406be3704b592908ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ba0554545739a79fe2028cb5e9a73d71c51de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ced72524271a1158fdcda0b19c44542533e8fabf4da3fc59acf45ba6fa2f7c6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c2bc4ad5c24815368476b63df87c4a1688362f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7550b5834a46ba388c20e7fb1a44fa525f5baea20a4581070a88f06d534d88e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea3cdbf3b3c1cc48b38b8ded2815bedd6dfc06f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44caec25ee6c6b0e5a3aa2747d7ec91d1770b205a6fe6afb0e8284d9fd1d9a1a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192deda4e6f8114cff3a073ad7d0e1e7f34182b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8bdf6caa4929289dc3daa4e298e59bacd4a2ab61f03357cd109c0c55effda6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b0c0c28343e2f509fc562e6919804f6b24979c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa886d0833c51d6b53cec6bace9d6b6cd4bce58849c58742ffbc3f661000218f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71de999af8b28fe98d7735189c9cc2569829b4da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b103a1987dd22cfbf48ca1dd29a93d3582c1139e804b85f04aee9749b1df93
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d77a08a991af03fbe4e6f1eddfc0c0cc32550e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d80f5f55f0854d5d6d188b9a923b127bcc9510cf67ef58938a4a6635ae864e0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7717a3a318d73b6bfe56945b64ab751b1b744e6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6f14190f2ca020713ad0dca6d38f81d4202f73d7f168a8941246678b5dbcad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d4babb4a09bae90d3029c91bc7e758e08160bf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611d3545a214c55a0b3b01fbb5076dd131aeab86d88568eaabc488c4421ce1ca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fdc0d4c60dbbb915a69e5dc964721bb82943edd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf37d879a39373f7fa0c4044fed4dbf191667d660d41ee5e525eba6610a863
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8749d3e3bb2eaab854674244fd6e50de064486
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8cc32b7342a46b0574d985bb4bec92138e60b25599116158396a9efd54ea3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd79a61f6d54be3ee76fe061e5f28848b37da995
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f16e99d0dd304e512c0db173691d4854f5daad8ad61a8087edbae580a8e741
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b295871bb927c3ab7751c25a65510b17ad86a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0b1cfa7693225f79b0d0a4596d8aa073d6475610f9c1bdd72f71560e38368e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5caba45f3d9079a1d8b749be789750be34ec5db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d3b30637e322abab88232dd71016555ce91117f0f4ac7a346fe19dbeb659d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ae881eb8c8a3aa672f6357796de396c2c25e02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee343ef119b1379c803104674652c037c4593d3048a1484bebf08cfe004aec2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..508b784c2d732a88a756e0746fb882f052e28f2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c351f28be8d226b5338c46093f3635c4d72cbb7982ae046c9ae7ac30f350e81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f40579df8c8bed2fdd5ad99e928e01ec18577ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb8cf2cae21d0e2729430ae75d6a3d708d0b0e8d2c69ec64003c31b2fc2b499
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ba1edef9da9b9866754f73328c9146fd0511a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e16fb2632d77c0fa0269d624268e932a21af6126e2607670417c27584788fc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551b78113f88ccc21a88679c3a8bdd02e77882a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a56ea42b2a68122041ce144c2a2212f003028e0daba36f79c7ae68335819b892
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350820c6a57db785956dd81a4b213aa5dc51f466
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6255c3955fff962f0afb04c35b25023739f847a318c69293c38066510e48d6dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..210e76fe53ae700dea44d1cab43b997bf80e94bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe2c39212189c8208986256b870b3e6453edf0fa6834d0f47eafffa6051429
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf824a542f8e84d8a969762dce63a314748d81a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28035af7ae80604c33222e13c7a16a73d2090db739249a5762f94fa0aeb929ed
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036ecba5eb69ec29e3cbb860a946f50d36a964e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97bcefa7f2eec4ddc4219334de8419a2a480134ef312ec1c9380ef3b77ee2aa7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994149e50d621db7a28b0bf4345819a2b54e41ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4671cff94eaa25babfca6aaa73496d5d895efbd3a3bad7ca366d504a0b91c07c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5154791b750fa6f061e3fb71317132d574e99354
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ce654a6cdae089ac503d2bb8e616277b5a5a38a717b368a6d93e9427e8e5c7f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e4c38dc61b8232cf39166d7d2f45f76dc76d47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c86692b403a1569fe484b244fc5c67059a786ae4f085614e6c56e6c6c7d99e9a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f84470de2669b04c46ee67db5e2984cd8c64088
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409fda30cb4142c9fb510bcd9ecfdcaa41469f98bc97ae05fb586c8d91f89863
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ba9ea0a22806a14dfc63a1b54e13f45636a881
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:894ad9415f92bd444c0b69e176e9118f0b5bfb64c94768acad488b09822c1bf8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89129fb2f0dacb272a45114870e0d5f6ad0246fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f76955fbe2079539acabb3d328b4e6f1190946d70054e4cdf7dd25c6925307d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0eaf14afce017e4a6c27f406fec97e9dc254bd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4180948630d5daf7cc3a5a51b02c07b31fa79432d061e42e1838c8a0216d60de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ac8d385615d19d2e154450489884d75810ae2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef0a3f54c4f493f303e5b6c1c92b4c8a1e95a5aafa9dc6b24cf4410ec717c07d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2592499381905323904082eb253ee75500fefc1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46b6f11ce0fb4116e71e4d82fbedfc0579eca74bd97c23ef1263ad5c51ab253
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37ad80e510ce79483d673407b152a74d8d029eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37129a205c0c2645a05eef5211704d4b2bd83d020cec92379e394cee3130bef9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe5d7ccd0037153d98f4fbdc6d7c488a0f73dd59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6af966bca5380f373f9a6ce8e9b2f03118f137d2d4673010f6b37632b3e37c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badf83804d0bfd56b49a88847d924bf283ffc573
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0890e8be3aca5b2451711c23b2815b2155dddb251476187f123a5ff7465885a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713bedf89cae67818e3ecf12b515902544e947d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0c6c1e5a1089a4c13653faff944ef3c2118fb55dcb8b6511bafff3bb4a8032
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a274952c73bccd667d9cac26652fd866e4b1b93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31c08c25849cb04d6d3c50cd0ed08748b526dff9ba9e74b04ad26367e3dfbede
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a612f5285e4ddc667da8be2ffe1740074f91b105
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3193882d238d63f73a8e3bb16097ec835552129ae1065beec29f4a08984f915d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418bcc39222a0b91bae1faef7eb2b6fc34994ef9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fc57ceeef5eedaec50d7db58714e9e51a44c229becece108c58e0ce602e62e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76cd705295206b32e2bff2b5c7eee9908c834dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd4df8115c7bd8d36bf78e1a31b202ed7f46f5da63149c2c7ffd467daf0b2344
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e79b6e6e4130e50cd686c81cc4ce9a2881882a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0407ae6d7c520a3587e3c2586e8a24a54bdc31fe4e67d66b7d5394389a15cb04
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22959451bcc74e610d2ec09f2529fedac76f2174
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77a537034b576f511ec4a8800924485d87fcc153a59029754806f8f8f0e9f49
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa3be1d1abf0cb160e3f60697810106b5ba4664c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cf6b0f41aa5e514ceac694336537fe58847000537c43a527686ff2930b76e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcad1548803db0078308cd16cd376b5ecc6afe8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bc157803a3d52064bded66fbfe8e0915500e5b24a4d11dc49d1a8b8030b73e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baa87b16fa5b83fc2811615f750c4462c2bed610
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8379f811d1fb93ee9dbd254ed49440a2e311e571221b329b553ea28e1c1f9547
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152ff7b3ba6a8275c21c8a0c34e3bf7deaf66d5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2955652ad2f84c5515024265883f342d4902df8b507bad873c19896f6219d35f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938e9714ca9e013a02475fce38eceff2b8b3cc67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52279760f3404b25bb5f47b91a3f58d5ce1ca65c46680dc96d69735617729b2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc459f209adf42e3b552b8bb3f4d6779d7f7e97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c6a785a67ce4fb6d516beb61cbc22825cc3e4c8331a19a4ba8482a6d0bba5e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7f97e371f1ba44e561f9573f37a004040c6b7d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c34ba0d78fccf22149a5d9251687bbd7d3814221f1bab5be0084ddbd1bf090
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e106643f64ee8b59e85b696e52715e8022bb236
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7405794c95467a7d48040b0f5757fa8d7558252406260f912181c2ce7bf8df9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925d0a41b4a84ec0c76a7ecf1643046b5f296407
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e5c22d2bff283120c3900f824d71dd676c624a1cf0e15ee2b46f22a123920c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53253864703cafc329b14dc5bf3c228ff9c92a24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53bb7a2999fa7ade3f2f8b4009f3cf872fdd2cf64f1adef82d5b84a4abcbce4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a573f49f75af09ee1bb9b48c265395f32d6bbf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715e4a3c6298716a6ec7b837968c96eb84c6e2445e34738b694c72a9427af206
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6f4447224da84cee6587f10dd50a4b5826b737
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc241198a6c827ca3e7a7eef2befe2e4714385253b66adc6742fda55da690c91
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74ec631b8f9a497f4cf88bde8f3da1d072faf763
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25992d5c612a39e563f19b0e3e1b7dec8d27effd3c7414a00e7468b6add36c40
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c24938e9080a1e00c0cd65736e0757a2193ab8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e980850f108ffd6585889109c0ff0859f1ef040dfe0af9b0fc93083c4fa260
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13fb8cfdc54ebc929ff0ac201ed9be8e37ac254
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc74f741a3fbdaaf2aa65d47ae80c589402b1f68fe8c069ed456a34e74536c48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1abeb601554794d8bbfeffa6d0b83809687104a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a0f72b16ad7eda6d97361380ac5b549047b0b319de15265ed3860d8fcc1759
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06eb86a8cc14c42d470f8678fae8d0956ad7861e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ed6b27e8976a4816433aca490dae38ea8b1bbb500e0679615159037a4a0a53
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad68d7bebd18d8dc0cf7a30a8105314571222c8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d994cd19c92455a01e0f3e77d1fa866588fb346dc86119671d41e8021640dbd7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6667dee40c186e1a046890dceacc88ad44f0cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ce4d60ff54c88477fb1e3a543a1d2a4a3f98ae4b48e53265cbb7bbc6ae078a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50189045a11b34620a21ffc15145fc4630dcc194
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a43993c0cd9aa5db3f99306695e86587d9a2d434b9f6d4882828cef825aff6a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0918e4c6e9bf91c2c5f23bf4ce7cdc23b8e7e388
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05df9b38ef18e8f44c339cf74ee922df5e2f4445ed7a558d1dd6cec333dc64d2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d2946ab57051ba4813e6f94668a853f3f7b1a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2a4c91f695523a43eb5154b61dfd443b3e69727353eb4a8e99afddcff58f8c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794158ad593bf78036d5c6e1199fb53b000654ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f7eb45cdfcced95192dccf3b62ac3c731c3ae70acddcea356cca637bd8b867f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..960c77c57f7fcb2d70040792c638847bdc3785f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e218f37af6528ea01d1ad98af426c926ecb34e66130045840b8a99d6c013002
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55b657792e48bce7c99b5ad0f603d1fa4c7dd8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5204c92e6715bc0ad2eb270c5947db0fd959ea47719b108946d80fd99d49cec7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92ae089542c1b7b7555b9a4aed4a2f614ad572f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdb49c157c44efb658b1bfffa7d5588c1480a230fbddd9ff05486243459db68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96b85efc84a0ff4a5e9a0346fc0f8ad0908fac0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1694115a75dc50928d54b23177695d4ebec14afb7615152dde22053186fd3e3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c653216082b38a0f951bf435bba8ef69bd6b33ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80549b599511b66a869a7d00a215695e3b4f15fd8affb97baccb50cdd31af694
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d5340f331d3ab948018ecccb805be1f51cf26f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3af82a755f39de4a4cd0fd2a8a3155782370b4b9cbd5395eb87b9546a48830b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1eb77c2f41b0c80e0f0fa4a73b0a4065cfa237
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb3d3897e34b6eb6332375309ff23868ba68dad7f2865d231a7c57f9d45b18e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e385a0903d365f5cc1c32dd7566a8cd1f30cc0c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e76394941eafa2105c08ea35c22835b62d72e4e94846dff89310e684384203
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890b28f0fe4f330ad896d58925cdefca2c6e1866
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6825418f9368ea5d7801e99fa43a2ffe43101fd6d4d9af236494fb7a588d10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bf934d55d156ace57ac5917d6f66cbfa50c130
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ebc7c3bc5cf1aa667e6757adf1f3a960bfcb9d80528befe0796f55d052584d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc47a31115316c49ec596825dc88f29e42716656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1c5279e41f168e5df0b2bd275113f5730e95ae9f5ee9c72c38ba0f663ea24bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac7ee2ca0942755a51b3e11c226238f7413f1cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7968df8ece124477f772855c2abd8129251805becb2bbc910363b18c9f0c2e51
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92028c9dda5006a9efeb017a23280b18b736bb3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886ac5470fe9157eda7d54aa07b9c9480be2ee16baee799912f3c1f487a99fa7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d2a7176abd95f42a296838627c9ebb7aad56f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd61730a028f177dbd6559aa3d52b26ef133b2cb92d5cda134710a105c139bb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614041ed70b83888ec63ab5d5f72526265e52a35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca79d2bd9802e0cea6982785cb56d9e208aad204ab3abd500b62698d2afee688
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f28ca9ed6543af171cffe21d010a9377e7f49af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cacb4a6cac54421552f887b751f78fa42be051a92a28eadfc0bcc92e6018eb92
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e503b6b28bc2a8d646ffc6d8f0ae12ea209ff22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc658fbb4fbd2b5e74404a17fabe6a74bb747dfee44c8f7cedbb26068862cdb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f77d1c87952037db86ed1ea7f0ec29ed3d0fe99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcbdad1eda97f5352b68d1f49725ce840365f7006b31c2f3d05fea21415cec61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0220499117bc8303529ee8d968e506ff5016f7e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2138fa135baeea7b8c75799ec8e11d9a659b339f20266b622ef70c8ddd4535e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5da27d29dfe179ac9561e3b15a73f105fcdf27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93777c3d009b9a654c1bdd9dfa17a322eaca7165c1943bb0be2197d456a58bb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77e843eb6e9d9de6b24be339ae709c06f09b6ea5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9730db0d1939cf80d45232ddf246bb26e782cabe2e5b119c9006d02236f0f641
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3330c94e1ca1195cfa9fa53a1a327572d73c90f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d58792ae576ff9441f24d094a03feaac5346150202b597e93224d863ed3031
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e3486dd3a80318110e406899eba8ea96a6995f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e034fecb82190387bd93a8b38c8380a39e294f7efb9cd8d828d68c57b3d59411
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad3391d0e6a07d1d4c54ec28dc498141ee0033d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c01876c35a9ecfd585ffeeb53020bebcba428fd995675639b7686eee1df57e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41ef894fd97df64f502fec8dfdf8cf371982794
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e877454357e536fd3147fad4207a575b06cf1d1297f3ea3c06a586034483f08
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a084c3de8ac2d2d413c6b86d74aca6bc9e68f2ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd78f017b3ccf20032929c529a710984d0463631f41100e3dc0fab092b116b39
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3df1187f6f452865e45e002aea3abd5354a68de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf8154a7cd45bfdaea3e015616ae71e611d1f5cca8b45127d6bf1efafe044f94
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cbc81dd76f52e7ad092300970e0eb8ffb0d08a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3931646c60def931144b72cb3678868732291d0bb75d52ed5e9cd6e9a546db01
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710bc8cbbe59cc2a1963ce6001b3c3b9fd8a835a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32da4b457e8311eb41a1c81caed8999817da228c4a1764fb1372e03ce3766c76
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb45145f643d2bdbd51a35dc82ba848e7f78d65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2137132d8627ea617a6c8698458bf79bf4f4bb9a526036f0acbc637e031e2b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6c2215e6dcbfd6efd323cebb904432fe28ddb82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dfff2576b6eab492cb200bd6401a243906fdff38518ca44b836b39547abfd77
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ed47a468362b92ebe5815fb2d08de4c1191673
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cef96c0a009efbc99dd528e8c025cb435bda3a04a60809826061bb4c920029
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbb27f544a9917ebcc85f301e26d6dba0bc83883
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25b10acaee56f4618c62253033082682239dc0204d0a82eab7ff7c30344f1bed
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6c3755bf7c22bf4edbc8f0933ab2d29eec19a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6068daa50c3daff7ad2eea48fec0410bf8fe4a5af3c69d4aadc87175568d41
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447e028d5c144075405f89316f4f870b7ae5ad7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db31436ad22c724e828e1e2625b02de8e0ee43aa3a63a33583b1cf642bb4468
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8316605cf81e39e32b94ce30a7623a17e54e00d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a375084ad019de06e91ad29572c89366e542146e4b37065250398edcef4f8579
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb4c36dc8956c9f25d92699b6b8b6edde2acfc6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542a9bdcc49e5bf5893e6e6d6fb4845961c8f53f7bd437e6d9c70c2d7e433a6b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad41db59cd071f0b7957f4c69ba228e16d07bc26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ecf3713a457d17aa0e27d2c3e540327a6ddf1ffc4caada62c6e165721b81e76
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d58593a82e8e73cd3c8354358301b9ebfb0003f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c904c1f3132d5d16dd41c4721312195178ccf51847f3ca9409f3385c8cfd9d86
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8b433e7432fa05750b6313f963f178fcb5e244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619891cc3c544710cacb3f84a03eb56afaa870bd8cbe6536cbf4aaf6742bd3f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837d7f73f65e319b93bc0bbaac342072308ed284
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38c35f8b6d8f32ae8f12e4e80def333edd2a163311a11d4f028768918e17130e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de566295717689f89253c6b7513c3a707683d88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ffb869ba89dc7548b98bd1c50c2f129d65482356e3aa78ef2df6d7de6d1a35
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..128991ba05d8357bd7dbebb5177d6bb5227fce62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15abb2e607a5666ebbd17c3d1a83febb7628791f1e0266725cd8780734106dca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a65e5ec901f3d5179de71790c5bf3741ef7de51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fc62a2e10970f0d144d28849695dc007a7d7fc7c41d71e99ca42b4a410f523
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff549ea0ed6190c950ecac7e864f4c314c05772c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ff64be2c4fb439340fb110aa9e277b1e2503368b13ba998f74a09179d93c74
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd992c1d63fc8a801c258090604dc7ff95ce8eac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5df6bd64a4fe679b10bb64727defb7f43b5ce4e1afb145b9d75b897519e9549a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57c7aaf165728653927a2899db33dace7fbb4de1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0102a96f0a3159203c48b1374481b4f951edf0d7af2d8c851d7a431e9300f68d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d87bb70ace32df94bfa80b96c428badacc08c16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3393822006cb9776d7bc94fcac565a67e0175d8b13e9dc37a1f1deff05f62a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f4460a626ab237df7527cfb4af82b44a70c3f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:874d19b8c2d0657166e0df012a60131dac129e14c5db7693bc02529a9c46a7ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a2f266a6ed6a139d7b274ea39277fc3c2a358f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0515f02b86339249b503e57fc1986a2fc4e3899fb0b9932da665e935c76007ca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d02a6e172fd5a884bee7f00c1e7fc528281d761
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c457832cca4558f5a858b80bf49061b3d0201fef32184bf872dc6006402ca53
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff05ec5c2bce6e862409c7bbb9d389a544cea3cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e97bde380d45314482a9b5ee9500b341f4e2677b2e041f7c2dc024d4e69eea8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728b87d1d11eda708a7bf94c5e8b8c8242e1eb86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b25f36cd38965432d72de605970ca166c87e4d3a551e1b7a604e4ea41be62cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca69001e2a1440599be7c9c66f331dbfa4531ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ed17663ba71f6c815ebff3a3ecdfaea25ec02ff765bed8b7126aaa6296550a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ca95ed71740ea70b9cc37f4ce0402eaf8269d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce639368ea78e1fbf751e50f596c5c5b791464435f856abc8dca139db99db0df
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d0b473bae367a21e74f406191872d2cb2abbbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf930f9f90f892999ab58f09e52d06ecc4068dd3f4b5ddd2a45757b694c2e2b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c900ed3b9090d3161491401170c7014f46c0bbd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eaf8c61f630baed09ce02f3b4cd4d7706acadb567b998b309a18d4ea329423a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1abb69db15172d8db455f4ad821ead83b7da2c8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13e23212dcb189c75106fb27a3e8049f91fb7a74380ffb9f513f98ec8d78d451
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9f31c7038c09a75c430d57667cc9aa2cbac44f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042690eb67bf9823a25eef6105f03f2e9150f9b40692c2cb86b9a9480bea0f67
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76e6de8aefef5ec38afe057018d8d2b37153492d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa5a4642f807a4380bf04a83a6c873b48a742b651b81ac784f2e341566de92f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8ca927fc3f02169929c70d2a731d084301e216
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26be6bc2df0c1d5475359d0ccb8dcd1ccbc569591200cf41959ee15a622ca110
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded892a30ec7b39c708de52f1928468745acbfb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa43e3cd330ad1d712540f0fd09054e0d74458c328e5698ea8e5a3ee07c0b45
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b28dc5511811e4b2d17a67ded435cfb8b58436
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700adc1eb9aacd94556a0d156bf2212b6e5d1066b1e9623e00cedd070ac6f30c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9254bd23135e8c89365906a588b476c7c44ef2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04dbcec4af6c9360f9f7877b28d5fe6c5feac6e1ba0d1e0c25383f8936e78717
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3113558619172b10cd99f92df61b217f80441d62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ced0429f93d2eb5fd26f3e8b4361dfb43f4ac90d75e0865e344b7d9d86844b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d431f8071fb97ee3ec0e60e8942019cfb8a8728f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c090f0b408312a9a662366884379681db8a78a8289b7688dbbd4969e3343ba0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f52f9568f626d2afbd0b8ac80e50e9a0d9a68277
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:124d01d4556f4b6330da94d0c9f14816c7f70862cb70b04ca3240b761a781e49
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f5e707710514a746986ad12c35b69782162162
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c905a66febfb1c7e266b1172b435e895908e16e2377ba8df0887dfdc80a7b006
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf2a73a5958599ff0e0931b1ed3e0bfb065d00b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc44d5f45086fdf95c92aec3ad2f972a7386f1168ad5f8c332d55390ddc141e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9c54ed1e88c473033f996eaa1ebe246566a8eb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb0ff79e0b070023fb2e294bebd91bbd104b428efa943c846671ee90d24f9cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed03bdb63467f433acbe4beddaa9e3382a515ce4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7d91620167bc83f880e65df5ad67a07140eb6dee4747c3e0c06c8cd0fd5401b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4697fda6289b7eebd66058b0345a0efb873bf4f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800d95a067e95c87ce6634ba8f26e18ffee73aacda69604ab9538175f9460057
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50bd5502f9c51034b5b1d6b9cd54a1794f89db2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a03fb4e2b9a949744fc48cd154effc9bd9a69e31fe9529bde768de6bbcc5c0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f181c527e16d4f32503e463a03a0d90d2e8460
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc75a34be654da937ff7dde9ab72d469a0bba411fb39828e84b9a2c1d729c69f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b5e189bfb4d43e3c87fd6d143a08f64ec35b03c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee5626a3d851037d6483b5f615d66cdd66eb3aba8d981f54c140da3885492e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92800bd4fd9cef7a0f703687d2743a28f631806e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:662e676dc31a889db9728dfeb3d39efae95997101e9792d67efddb41b3298ddb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fba8d4cc0b336500d28e35f061f0813214b387
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec9e62a7f91d97a8a9a6c3cae4c7ca0c9f8ab7ca868572ff147411bdd73ada3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..517716872931fde15f517d442a87c33a83601389
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f89f8b0aa58c898f8098c69100b3bb4ad9a1adfdd7364126dad9d5cf7ce228
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b200e27ea4e3a34d86b579cdf56a13569d8d798
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7402fc26e4cc07126aa0b48c913acd44c05e5de08b4f79633a325fabe397619e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..facd89bd4ce46ffbc777006cfc153d0706a67e73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd68322abbbef5497b3a33200a895e312a246118cdc6c40e4ef7935290cc74ad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480ab3861e6d50dcf673888cf2b42a52ca9f6845
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9a31df7f84fc8f07fcc190abbf4d8b78b6900623a3615ade0b7ff3149c4419
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86768b481ec9ac27629b4b588afe453c528c89b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf82b9a5e7383eb670e821dd22033a87958063b7ec39b19588471524479f061
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a099a9f3fa7114d5d0990be31d4449b8ef236e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54719edcd8499b48843d8a49e2b44649ccd5019269a9fc46447ed373c0c3134c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17d50ddafe00ff2e5c82f36d3a668dfa2647072
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47d2df01e820ef9a95afed478e28881d7c37520e12e8eafe859ee8efbbb33169
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3576ad6f0c6ebb9beb6735d451f6bf3088b1831
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a54a785193a15f27d9ccfb9e0a71a61c38f75d7161f0466ea2585bbccc7a63b4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0bbd54714756f68add1468f23a232adf347828
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391a82a0b9d2a725143942bafec63848b32bac7eb91fd6ed84ee00aa5f626dc5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6268a6c35cf8c3259ee62757e0e6899681d0b1fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f6eaed168c5f2ea722c4d13737fc3a82a23eca9cd5d25ee0f83fcfdb7599a4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca484b6be5c6fd8e9106b9b91b35a4d816e0eaee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc93a44a67f89d208882e19bfc3054fd5da7b815cd20b30d479086c993013867
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6882d3e81aa0f8a4f63078c1cec98e86b99a34c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05bf734ebfc2bd60cade75cca50f98023b55dc668e8dc42cb8368e4cd51c412
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7d575f5365bbd9cf51b5801c01895ba318cf98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300ef490328097e36559f11748954a2351a1d446bc278c9247836d8d964f3f55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3652cb6d7cbe5824d9a6dfe6bc5ef9bb994556ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f261a63026c7dc530614bf40106c7fa1de517b25e6e28f734eea498cc4234d8f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91eead92c0c239a8f588e070fa5acee861744aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03618f702602c943b45d9b4c6dbea6f4167f0c0d8977370768135ef4737b0791
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc10fac7e2b6f746b626d6aa027996fdbdb12822
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d385fa68541334507cdd28279094c7b75108b302b9e531dda1de81b6fe98d93
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59eca97759fb82ae16c6082a0ae544e2f53c56df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27b3fe6dc38045d90b726292bedbd25f5620a75f85a54dc11e423c1d3330e18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c76fe8d1931ee8d7aad45851453f26aa0c5dee0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a801a66070c09041eb3b2389dbdf1d99cc9530804bbdce32bee6c8692b5a86
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9048c8488d8418b70e12f199d139bf4cd4458885
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0acd234f8096579cfda9da98003122846489c248096f176c9a9437bb785e5f83
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031ec5d00b371be8e64c0a719014dda21521c8a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaf564ce7136d20b66e59a18974ab0e5ae47426920c0f5094a5851f670c7a6b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3b626a0a73482b9f26c8a21ecf5843b980099d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3da9d70ab4fa91a71c28dd42993e3a497eb2a2662c79db7a68a5eb555ec134d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7904ddfa2a5b8b051c581471d8a3426117be392
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c2f83ba537c81c5a1b245272cc00549a06618b0ee5f143c96e0434531aec4e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdf443b0004494db663ecafa2d13960eba310ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e635279858d596cab38b114358c39c2877c063957a65cec534b753450a9a40c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d8ec81dc1b1ecc4b4a86379ad922d90b0278f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ae76c2316b0dad365959b031969894c92a31bdb45b229118ee0b482ff9452c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2fcbd602c3fbd21a542eac47b7dfeb29e05c7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea98f349c06ca43cc1e47e74a311128da108470dcd6f47301ec127d25ca636cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8129129ed76e2429901e233fc1e8f0aa56243f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d8b22f27a2bc35bc38129f287ba1407469d659da7a01e28c17e4274d3e0c57
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f00719459439b83be691069635135d8ce2c5f431
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6451fb6dc3a77f924e809bc88503b3c31c2c148f6f6696ad6c79a179b0a91fe0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1212c95d4e4458feb52d369724f400a06182eeb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b3220246cea356846edf7a3fc062feb639acdb87ec8866ccdbd70ef83b20fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3bf3cb348435928fbd0aa0513d3b8001295758
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafae4814fdcca42c5e31f32787cfece9942e0ca81498f49abb1bd4667181c47
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879b94cc857d85b10dc76a937b26f3015bf2c241
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750ba84c8fa1c8bd996677c99b104ec8eff76ba7e9e7f27a177cacad7c7c2628
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5013a7d88e1d0d5b5da0f2d809f66c75441f509d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887ccdcac22db6d32152ab6f349fda4c43c4b3abc18c86540760342e87f084a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..475bb6d2e02b94151e735bea9f9a06cc193a3442
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15971baeeb74ae4e6ce28c40520559ab721001643a19fc28f035afe5c262fca1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2840c9519fb7d8f892e0c9c6efa2436b83c84ca5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9a52d85f5f54a7733132a6d29d8bdcd8e481b41020c87f4422c452a16b1395
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b76fc3b927d656c441a0ea9e210d7219a4d58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ce027e611e40305e24048916158165edc619f08311ae0b8b68359e4db41444e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f3c102e06aea1c7ca06c3233351c6416735773b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f212fb209d6e7db04a8ca3f861fd439cf4960d43e42691c8c9ae66d93f37c90c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a0c6244e197e3712e54d8eb65308adc4fbe9b26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd65f35e6a8527162703c0f08c08be80861fcbc3a83dc772432eae133374325
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13b7500a9858f93295e86c664464f0e57bd1f2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0faf901ea65125f13c4a5bcaa174807932c3365755b4bbc12f446d8e05ae2f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4e82c4fbddd14bfd1ce40f018cad95294dbf9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea642802ed6d61f27d27477624dcfd703497c2cd5baa69c726c09a0f5799d59d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45f221f4f1dc3cc245c5388edc577fa0a3b04625
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceaa79dd44ada6901dc974c97caf74036ac1befa109001333536fcd4c2134638
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba094d336ffaa45f06a52887cdce547c3f2b904
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697d69933710b080750cc8b242b4b6b5725a43d61436eb01fc264ee42d06d625
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03dd977b0999c927ae50480326e229e6becfa55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1045b3367d0ca9923ebeac90ff2cbc6365fc82441f69afa1752fdd1604d9fa42
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a77e3d2ee5243209841678b6f3193f59d204e1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096d64c6f36cfa3236bfd2c25f33df2a148598760354f788497cfeb4e7631dd1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846c10f4e28653f9fe8487eea1b40f1df3ba0e90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae8d4946262d96eee4aa5b2772a137b2d8430f4dde86f7396d6787b434857e1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ade8abe0445e0b3daee864f538b203e1a9e7109
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5d5de6985d94d311aa05580f24a4f7fe4ca707ece2990fa8a8f90d21728314
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a03249918d72aee5c3afa24a1d04ba09339ce07f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402cf3efc5a4dffe31b986f9b0c6c5f66dde597c39ec29412d94137e51c8043a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be214a85f53e73b44e84d4e2a456cc62e47c9dbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18110151bc599f3fe3af640c329f349527b5c6da74c172966b9ec0b0bff7b451
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d63f635837d32844478bab05fc6a2d263c96db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6634d238f6717355a459b6414492030e5a8d094b6337eede35c963c7bf93fa95
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce217cb0ea7484844cf65d16c4663921a4d6875d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0bdb06a3d3896104a0431e25cb763c615fcf68a3f082e204b841b334982b8c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbda986322cc8942eca0087421a929ad929a11d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bb6b12ba725e33efd864f2f70c49cde6a68c7ef974df23d539c5c5d258bbf03
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8cf9a590123ad47d00d716bc3f0abb11d0c4648
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d34243c11b7455b69113304beae1780637eb0437e39890d9593e5d0fde9b131
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa61596e65c8803e49487a34a24c068f3e13062d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62eed077a5f6208c2010f6ad920ca27b207f2d1acb837008c0035274d3d2b678
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..472d859cd19870bd6ac45b2437b13e4d3f2a01f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9c9cf1853c2e6d1fe6837fe00b47ee9d1a212bb763a5f233a605cad70cf8ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52f16e2c228dd2343a2ca630ae24e4f2afc1a0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d05983c5da6013bee911bab5efd9f477c44c54fc46fcfa72b74b05fe8e822f0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e46c9fd2ed3ccc3ef30eeac4df77df4fc4dbad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad0449257750e59a0619948c45a7daeeecf02091d480bb36d44e256f794ef17
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3bde362d12230899a7832629a1c61b970aac18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d38890228c695e586990e7a74fc09653695246d47339bec247cfe5b96acc471a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2c0d8c341288441e3bee894074dbc48ddfc650
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80c27f0df67317560e81a2a947b75ac1f57a0c42fa3358c74995552663a9ea6f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48fa05c8b2431797e3bdddae1792d97f0a3953da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf00abe9f4e7a7a10555bad1e2f5f154c0a68e811bf520f75122c74c83351ae
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847fe0f7c8b5cb29f3c358c4802011b5ec39d24f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc6b0b34a9ca89dceb4232b99a87e29a4d5c397d073f9e40c2242a2295bc3e42
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788f607cee2b3af8499adb6ce9b6a5bf622d03f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:544c6016bc85eb9e3f5d187c1a30da2e098573a6f04c486cd5392f58f299e963
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a5fa0eff3d261e2031e9c8dd7d0f59c5609c3d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce78efdc1e52380a45033d68fed751c794275ff1f5c6c25255bb4d7a280d319
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab65eb21c652f492c792d018548f53de376a92fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14f6ce8b441e7d8554a6d3b6dbd991da7d0f1e164cabab61812f3fd56cb69595
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2485a6a6eed4ff6aa7bd514147b2d48b4b7dfcdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07768176c27c875c528efc3159b111d3aa135d4be472b232c5d15916b4930fe7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ddaa4273f1f605382057a8718ad6af0fc0a71b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dcd18febc323f3c66bcac48a8532b7ce78e41b23bb43acf7cd9784712a3490f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d824fbff19737a227c22068b519045d7b6e2602b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b441abbd9ab506d43ffa491799b8fe0fc134c75869ae248420f052498743158
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6989d495a413e103dd24c44708f26f3a8ab858b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5876ea37995836a02b57b2ac8ddb74d2b62306b2c5a15484f4504ca4f351fc2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5435b00b7336a04fdd3eea07db55624b9f0d24ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e0dbd2ced8cfe8c77c0b66f0e11c824266faa9f778cd4714aa4de85f09e691
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8f69b875ca647adedef516b7e06954389eeca6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04826e6ce38578da3481b3b5c6bb00328f381125ff62521e0bf2ab7f548e76be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..111f08bf5646af6e42f770bfb468177ea4bef1e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649204d6cd1354b8892c517ea35abe97c0a1a30fa276725933838ee3288ec9c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b20742051c4af488df629feafe48767232dfe9aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5837734194b1e78facd47c325c174246bcd9af1c5bc21ac1d3ae3875c0c1cf64
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0692bf19c7ab6d6dd32701ddd6ba01af854f686
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78428b96642d8cccb967710e8a904f5cc2957b204f146a1e09149937201e9f73
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb67452b4c5c4940ce8008b0dde42b32543b23a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a9d2b2fc4c3c20cdee63e1f56b508a935f5cdc7b67624fa29f35b9614ca215
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572d2cf0e1dfdd76394ffe57681f5c583acfae2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81333754308c2c19dd64a1dfc56a0e4fdcbbe5d8ed22727dd131d789e00740aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4703bf1678f2f19c4ab50e0440091e879bb23f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1ef326aebe1193bd6e8cf9a9fb6fb235fe269d28f2a7f4a9c2e59726458b03
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0ae80d54ab26fba150c495c8e1e603faf64bfd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9018cd510ef5897f2188da7b9f43de2188c01537b1fa5e1bcd8e433c5fb215b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ced3cf85fa3988fe5a31a533f0ea7a243121708
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a556f24659125c8d9468b85710e41a197650a35d6243d7531c95e3070df859
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efb597d58df2c4fa47286c4ec1b9fa1f2094720
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7379a6caf3b4c2821414a86ac5ee9b874a38edbee4a96280712799a483f336c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dca45ab48c6c313c43644301b8047b53f7d0760
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172f0219d41f2197add0f448438aaa3defd23bc371fccc0de72b45a568fee6ff
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7da9cecffd5b17628e73b8dac9dde5458921685
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dba2a669712e2fc1c9369fd1ca2819acd32ed3dfb140699319b7fa1948fd8d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff084b9ea4f9a3494ec283eafa6890cf7a0e2405
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24c170d2e6ed0fd4dba649689c5606d1583f6f9efbfbbd022ae8fcb0eaff23e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd8c3ee636637b432e1765780b79d0081a89b9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed34854cc7b3e104f868d272846e47684a80daeae389f58d95c25d3d273b54e9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012dd1aa690f9e7ff1f739a787d0073849a36eea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bcf226d870e34bb5ae3efcd516b84eaf9cab6641b5ea50c75933dac0349402
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d623b5025c2c37a8adcb5cb0adfcf68abcddd69d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e058380e2466b338f5c7ecb981aab4eddf7daea488df9bf7a41771f82dbcb671
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fa1438e48727902cd8297ed8332c7887a85e4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2694019b1058a7354f7fc8597568247e1e6a5edeeff3ecae63a0603e50b2528e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1521b3a99b04320e2adaf1c570c844d258afda
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7b1c4528537a7b87f13b46fc6885a90b32c172ec323d30710f82e21acf9509
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cec85d710deba67b9600c09e32d04148f87353
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1420df8a4ce4371ce30151b234903d0f31a789aaa189bd5c3d170d297711cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14c1b9a08e6e566fb6a811688d29389c3a199f78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a2a7edd11b53f948d9a868505e599ef0c1da96bac3a092fc55f5d71b6bec80
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8539e9489d115beca194999854bb89ff36e7cad9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:751f91db3e423bd744795ac03be7365c7da1058686339c5565864f15b6f46ea0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7796aeb3aa2b490ee26aad350174dfa89e9ee0a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d33442761b482f3b35cf13a5e84784e74362c561bd134cbcd8da09a2bf0fd6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5447e08df88d012ae54b28f3736b535d3da58537
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d98d3c5ad9aea138d19e07f4b39c5391265d023c2c7e5b630df9ee739cff966
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f00fb1bb4558f8df8b73800f606187446875965
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c38f99ac4e87d0e2596660e442a9786d29757abf4a2dc7073a4ceca70db08b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d9140ee377ef5b7b14a5f8fea903ddb3ad247b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b65fb3813ab75bffbdc86839925d9f3e9ccffc39b9c7ddf485de986279ca7b7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da79749f8411656b8c59b383cdcbc110fecc7164
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:deeb41b30386451d68bfc35fc6fd724d3ae942cc42c46bc61d66ce45b0571ee9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c3e942c2504075c85242d71864af26767b950f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cea351939340024cae865291f2e82254bd0f668d0912398bc69b2e53aa9fd16
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..935597b5b23ee2d52feb005b6011fd9f48447d96
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1a9dbaba9e9c61a1bee76712eb7e3abc7440036abdbf778e2ba589d0a93216
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b4cd7e25bd554e3e98d81c4c7f7e8c78b21755
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d666e7998614811563f00cdb8526df330a00a06bce00ded311e4230dcc8bca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e290aad5d53b321c9672d6a9fc1fea6e78201db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a7cf0d22a2c31d2501beb7e7319a7f6488125ef2979d62e1c0d111008625ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7efc42d1e4fda3cd7e2965bf3ec002b266ccc13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be7dd47e60e6097f9e0786be09fdf55d92a79c6c70592c00df531c8add00e716
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433a25e71a36d4ee21d8b89f9802930aefb57794
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b6a0dd4448034b3b6ef46b9ae1559157eec8a30ed45a69fe761f787cb97a61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46442ce4aa32a70bd4cfacc75cf5b714274b2379
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7c6b5e73aeeb043429d6c0924cfeee87bfd0dde782e90a1e8c549f649191297
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc90832eeb80211be6ada84a5db2feceed52598
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d11a466a4def53a6ce7521433b74b7b9fbeb176295960bde2c9bbb53d986de
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8752421fcf6c847e9505640d75256ead15bfa97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc142b805f6778bffed07fb0a39b485a291b01ec8c4534534842703f3a3fda8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2586f276450ad5bd6f8752cf8f83f79c067f17c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f707b9da92a559a9ad2fe01f33b4025d9b8c782249e29fbaf62f33c623d3a455
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95d08ee4c109f83b2da0854cab4a1dc2514b599
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c49cbed6c355b2d483cab42b86f86c03aad96ee986080c1d72ef43d8905e0c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca334305ef362422b7953ffca438787060757e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00281a58dc12a0c557f9b3e52ce23535bcd1787b798859c5d8b7269248ace25
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d71cfa8532803a7edaac749e7802a32f5d2526b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99f05a0ec02fd29af01dca6bccd2d3d3d75dac31c41edea7c619bfbf255f8ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e3cca80637dec9d070a7516c74a197a07d25c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:943a7e93543c3ba1fd473603079f5ed36a3e75e0e3396d814f3893bb5d7fd608
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8823d417c50a629ec54234faed165f10e175198
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c3bc57201637b670b86cb92ebe3266f3fbe3b19aded109b900ec82f82c476e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b6de9910478763de42a3a978ec185701b5e72b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e4d6b2f13f7e7535d1bb7a3fe50dd8d61ced624caf94ca72315eb6cee460f22
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e112fa0c707eb6cfd9755f572c7201162a71ee3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baacd23c2562d9b6e858bce9e3375510ef00153aa1bca4e57c2e09bec616f8c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3962140a95e3de5b2f597f9613011f0a59b328ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca6c1a036338a76949f23f124441597d1da4c6d1ea72a149e6b8d6840ecdc5f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbabbbad31b4c9b2d922722b27f02939a8c67054
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d0f775720a5a3668026af38896cd75d05c39f214ebb0d03f10cd73ed70d43d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebfbe50e162008243444b42343e7ca177704f91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e7919d680eaae50579c56a4875a92e19342a85b82d885aadcd821ca0767a16
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11efb417ac8dcf2e65144350fe2c79df560fc2b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6d060babae20847b0db5270f7c25a01978c944189a6040fe6389423254fe32
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10e1038689c33b8838ab810022cb2c6869f0670
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8a567a297d239414ba4c7665d18024aafea842192a12ee226a5776a9eb0205
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1080ab3170d65ec39437283497179d9e42655117
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5d4dca10477a52cc598cb8ba6cf59fb2efcbc5b989331abed007dcbda2732f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe23a54f1d52b1361b60cc32a4028dc86add0411
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315305b60ed2e953cbbd8f844b35a3aff220b0329e62a33d61700a98d34c720a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8495fcae3d942aab26198e00e0953aea136d9569
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48267cf9e259928070cf3588c2613d652d669edbe4a1d869a8bea87d07e824f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7e148a6f469fa9d2513df5c04b69b9766a6869
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51383725ebb957c209cc277e565b4cbd05f9034ac3e596bb992ec5c91a953305
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf814fcc2177cf68bb33d3f68bcd24e5e70c09f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ebb6a1bc5d0da9aecec8ef1b5c0262b5a787f9607abeba13632672f1155fc2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571b686ecc96a024dfd3b2a551aee57268ef7c8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671a624b07529a4a1b24f1ca2e076c57fbf5926176ccb6f5fbdca39d8d6d8dcd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc67fbfff26e85db130599b2fa43f3e58262edc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc45019f9026fd663ffa23a50fbb319edcfde91aba643a0a33e811c6068cb53a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e63fdaa6e3bf327d98c3afcb74b75b39d4c8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af94419a2da178ee056523ba2bbea7b306a2c9e3c10af133f1406d782038c4d3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc6e988e722cba43bb8fda63e7f0dc3a579552e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e4cac7190480d5fcd975a4d2faf11b48f1af9917a929ce1fee4c64d2f5d817
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd09220b08cf8389020269e31b792f68279b1603
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36a415471878b707ee51381f18c719f10bb4e6c62f8fe4f31aa6f33c8089ee0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626feff756ad0f5f392a6c30c6aab1c825d74ddf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51c277bb7c4a0da7895f8ab0d305421501597e748f697f1c6dd187b0710d2b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9daf1d8f48de14c5f1b102a212b989b4cdfd7bcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7bf841bc70215e2b68df82784cff9f5d3d53a51b80f8d2e4d97ef0365a426ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8404e2e38f6f83f00dbcbbc4e0dffebe77d039
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a847529d5bf305bd6796e2da4fc06eb200611bec6fcdad7d5be5e0c72be5e0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee00e7be13459277bb81381ac29e89a45c4afa2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879affb5b275c1a6fade2a72e59f4efd1e557c19a0d0c3495ad58e84981c2a0c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032121e7baedb7ba8448272bbf0a5e8fc649ac2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6478cf21ee8b5a8dc2671d5f9f48c1ca9f2f56f284a63786346a22aee86dc60a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3778bf2d1ed1cd489fd019c7fa7b3fb383251ee6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb013a13a33d5cfe806fc09bb3cd4f1c128d28266559b72c9bd598e3fc61ebd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec3b32a4cef05be8d5c0f2aa07516426bd8d5a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2fac1f643773227666ac4593cb652045eb450686b3853e566603217e2667a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec47dd250eba07e14f2483ebacac563d3c671a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1c95ec829da23ae392bc6adabe1d4aaaeff6c851154e9521998e384c330cec
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8385dff95286169709f5f416f35c8ba409e3e5e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bab2344f17560ab7d86566d5393afdfd2c5485dfbb39be4019b1a5b522c6bb5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d53623ee17f54207fd76c986928e70ac66e699f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785d08ab397c50a34cff525c6fcc91ff7b17d03f42fcc59f2613924213cf6b21
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3431749e13ef9244b9df9efc02f3dcbc0332a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8311e55bd530c9064892b005285405eb9816be403c23d2bade7565944653fc2d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55eb24bf10db2ed90a4587028f65fc2c9a63792b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9f56b101d2aac205f2554516c3849721af306d88c1d48d43e29359380a3d45
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c6232e66af878a74131ea014a63c4130d44155e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d147b2f58b99bb8abf3203a1da4d3265df2d838a7dfb22f475bdbdbaaf2e247
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62422d49c032a8ddd40a3003023c84ce540dfb7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afcd5f22ba6716ca56c03b6626eb6a9299f23b8216cfe1348f8ceeef8dab4177
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063d0e56863876d7d5f346d839254df1161289f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed58c28465c3e15ea2f98976338be4f497a0c9895cb2aedd63061de005dc1ec7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e83527f151faa8df9a1561abdc7e53c30b4e062
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030606bcf349a40e463fc79ec25aa66f0aa8d057792c9017b29cb31cfad6e1e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8db0ffe99cb111df3cd35388ab147c5e0c9e4f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6db63fb61cec9a6c80f5bd060ce4b75e673fbf7126fa18f6f0eafb95dea3c6b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fd1bdfbae5e9421c3ab09f2ee6a33b66997c5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:157254801c4b1e92e4c7015eebda84acda2e6f24a55ea06dea8ea0f1d816bed4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..722208088caf021e50d8fc55af2b26259d3ee06f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c68ded476e6ba45fb9c0d15c848e28208ae14f334b27e9b9cd09e1eb186740
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be8906557553687fbe9eb5f11c59832c2193e1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d914c19667511e81ff54b4f63e0eb956cbe22d06463cb3e63ae48fab112aedca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2643304ac186264e953aaa36bfb94f7214b110dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafbac73d21b060614abc4b1fcc46e822762533269aa31f47e271816d9d29eaa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05a78e170ca38d3f7c4464c1479935207efb0d70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e3d146d1f418795f4358a91201ba52fd9bfa628a0516387bbe6fa64a1fc362
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9ddda7dc3db8cb90ad385a5826a59fa4037076
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c233886806351ca72c6bdb611c214c7364b97f6f2636a2bf12f95e24debd648
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6336cdc26c0e494c0acd9234ef31bd50f18a9f98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f2254e02dd26b8c8fc13821bdca0e194c0c4cbbaa3dbdd1a4c6b90eb6b13b41
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56da7d09b8caca9b523db467346bdc0dd8bb9441
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5fef3d293e10242f9929a21795185da422f50d3378c3fb3534d7dd7872efacf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6b379729b278928299380472a0933ec5abe86b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fddae06f47ecf461ee54b78efa5476d54397834e5ce57b23535eda5a887600d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf73b0e240b11cbb069b7b36f0768992dad35953
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e748890a8328a0fe2c5c34af0c0d402040b0561c2a1a43b365206ae7cb82d2d0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dca7620241550f72c4df58f95ec4e5d11f4325f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea6f1085da455c4361f6a719b202de5b5ad919e71a72f01ee847b1d907c9c4e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..123b96dcc70fd32a4efae9e038af3bc9daa775dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:255ea2731b4dafda2c38bccb0a937308436892f252cf6378c8095241d73fed05
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c374f3590bdf8c10ea9dbd0f001af6c41dbf1124
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86f138f0128b76f58991729558ff958f4679a9496288569bbe308b68a05c8dc3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc163b7a16bf541b1552aaf98dc3b73c75055759
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40510e5cc46795fd9325b1ff25fb43972365fdff301a07af4c8958838bf70efc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63cccc765d7405ae6a01b7da4dd2e6c6e4fa39ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f1b687620f08b52f41772f2cf2527e3b2f8588785d90a87e52031bf53cfeab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00182030709200be69c1e676add20a896fe57243
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f74c199da12220c9dd017a83d87d438126f1e2bd3cceec6c58907313d7618d96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa601739689ec282f9b55a3855b7b290fa32a5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7ddb3b83728a09d61dfca16dfdbbd6bc3f4fe794f4955f21cf5a172d7cb487
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9921ed5e1ee0d8a4edb562f0c449b252f9528721
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b59e8d1e1412f9d0c374b69dfa95b97cc85153d61a238b7f05e0f173653b57
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3452063e74507d533db77252f39ce25423b99f08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db85d9f6886a27acacc8dcb31d955711107113940ecd068a912205e1d3f4c3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eca6e184f5a8e5a392aaf0f911c2528a34fc4ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3fee2410f77e776b505006f9380a3e1c434dd98fa5a720b85ce7a35233ff2f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af64b19133661d9f472615db3d00a44a000f91d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce400ab0dff3c69d8dbe42f03c10363d1a4b0f0ed1d3a92fe50c75aa65e9d1f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2c68f949286859fc340ffa8cd96c9cbc0bd1752
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08f2466e1cd9a515d4c167a44a70269a89b00c40f7e95ad232975723db9dba0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60ef7024f30015ebda4f15b5fc7fae626b6535a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e196fd6dc0aa50ab3bd425336cb687337632acc39f8271fc635ac24148040a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4d18e9eb022d1ab362dc78835311a3a26016987
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56fa661e563e970a6ccf74061eeec2c3beb5c9c5e28c9c144a9ecfd7913f6f30
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f21568fc59b3260dfd478af77f55ebf31857ff8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc13234807fc0ff9b8ff388af457f2979af0392322e14eee1bb176f8b34e0ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47c68cfbcb3cad6212a96dea5fe091b1b61f45b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13be9fe20c398d307eb996eb870580abccfaa3173fb347880be1e8e759bd855
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..178d9a9581b6f5a517669e0b8cdef5713c74bd3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b37db0701f35c930ba371b9734ace9571fe05210637ec266239df95900c4aba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d26922df06f8f6c02c2d44fe6820b176bc551f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87d6cd8794babfee818011a1c78c802a21bc2fae06e7a01c42ec6004c69d3df2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58a55e5d4114e752e620eba54a5b7f469ce781f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5944b2b72d6d0958b98cb4fc3244770a6a77b73fda1b2f9c33f135e8df3da743
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9418508c7e23c6ca7541ff34df023f641e4629de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76cfba9b1c8b8e908d6dc6e4fe92989b9123c1d85706a985efe78306e42e1ab9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598b44945d623e43e4421c20d6ac26fd0d79401f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ea898a21d50e44dba7aef21e859fb7e332915aaf509520b3740a5e04b17d4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc908a551da61b278f96a9f730ade3422550973
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360d04444c3afa150b25513038759ce9e2291cac0995d9c8e8ebfb3297a0e920
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc661914900f4a154de96afc56a642be8a3576b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affa05ce9d98c4bb55fa75ac273dfd8af418d7e5bd4c32bd7d8fb1ca2baefc47
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32816811226ef2c434a8c13a76f3e4d2d1f7ae2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80ee2fd6a2ee4062e645293f5dd59344aa489545fde2faa144b99e35e85c430
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327687675bdd151d04cec04cf2fe498ee12b6411
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7982dd673692e375785a8d41c24e09a1425391998236b6ea8adea9ed01a4ba79
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50cbb157236622c8a84f58bf51d534c4048620c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764bc95e9a32fad222ac758daf92d84b87af8971390aaedc3ea3245b80680538
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70d6532dacac5c3f142b4e22d5b2728a58a596ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1ea2538b0ece7fcf2d8f5a1b5072ef9a315a7e6c1e0be1c6be0376cf459b76
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1c4536ffc4604606408ff4032b5894662d3e17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2fe33579c89acbe30a6551d7f46975685a549df297030bc280687fba7599ec2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ccc9a05da2d672a7fd4150fc6ac73833583d693
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d542029e838cf5bf1e871ed24aef10bc82440929da33998215e8906a4b550d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350997cb30e208944ad98b1c257abb2b01860329
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9528e2edf1de64782da79a0a6e88dab80c71753cadb5f4b4c918e1a8906de5e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4457bec1305ed9dcf6b975093cdda3a8eb40d7cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58f99477ab7ace93df1142780afb759419dd6629f9bdfd0e51ef2f435a3b590
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e2c7af72c9c5ec80a30372acf65c8b3cd08c7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6e1836fa1cbfe225b2a99947f539f10349e57c72a45329a2d4bbb1f6eb48a3a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b064f2206a1af6c57f3267b6bb570f64be79acf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c9b96e9e828df8f26372317b718e5c3d7046569f1ee23a017df654a1ff806c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22b707d32e90c57368563b757e541d0ad7cc0499
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:122e8b69ccd0d7dba97af4bbcc5064f7ff120a681c0d405066c028027c51004b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e136606817082f70ed25c5ac25299b2684dd66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:102a8dec28a5052721de4a17d0bab6f4401ac7e45861c285f3b31dac1e4d2dfd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4573b24e06cf3522c65625ad557e54c886c2ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa28c4324ec307ad84435f0666f2335120a85e96884625e5186319348c4f329c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d9e7d8854a47485bf0d856c1edd72cd7cd7a3f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0246aacdb51e061b7ffc1f41357eb9d6c8718c9e521790e94b49d6492b163712
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d1562dc0d3c1fc5b01a46ed94eb0aa1bc1e6bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1977c5f0606b90a13dfdc318da960f55d8685b990e33ab10a447a1948e99320e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8825ac607a10e556e73a04c526b4d50edfc44c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5484d086ef8f821ead9f20bbad0b1a67bdf9307568a06fce5125e91347008b87
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31a51a4df6e3381e5a5072e1e36ff053d905dab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442eb70a42a95acd6450172420a8bf6b4d43339cbaec52e8d13de9c794cac1c1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff91bc282917ee2eee967e9ba56bdf14e6522ee6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2842ada9c086ee9e22c71b9f6ef65ba9cdd28fc667e969ee14299947f7c778b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c172faf70968b56789385200d2169cb7e603ee5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f528b3dc3dca03126acefd6b941c44f2418c59eab1fca456309a312e3844aa41
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5415a74caedd6bdd73b8f76af3dc7d19ddc6aec5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c56992c3346f51e1f98d14cbb17d510115e556354cc7537fd25f3ebc6010b4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84fb716edc62d746d0651d827895d8ead916bac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7938e2123c2a45ed3890c2de4f1f6242a034155ffdd7d04f3a524f49cf111407
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0a6d1b872cdedfe4f047dc55310f217bb9b7b53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623096ca8b59ee2b3c471fb907ebe660a8e6a6a86fe2dd56afcbf034b58fa05d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8d08a83c39355e8a951198c8af3335375af07c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df982ba4ecd36a5bdc817b96e4e0f5ffe0e275fc1a600cbf32c23f927d06cfd3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d63626317cf5b209fe76b3d7593fb8fd5d972c27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5745aac3961152b686d6c71bbfc9330040cb6c9c9be47fe4e3ab04d51858f7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f525fe276d28175a292e0087f985e8b1fcbaf0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a39111f67f585dd5ca5b2536a27c9da3c042066b26fbed0240dac0a343b2616
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22ef6de6340aeaaa4a8e44c3785fa356afec95f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcbf3ec1c00bb66313e9366d4f587c9eb2274c58599bb1d6847d7a01b669f28
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2eb468e0fdda75105260c3de0bad15140b413c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c66815fe2ca24e84e2297d7c8b4e4602d8a919e78e702db0932758d32376178
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc4ac0eea100ef0c26ef9f379deb0d62eed9bb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e02baf6f0b521ee01616a07e9e88adc52cca440b0b75818302a09526a391f6c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e3f5ef679deb96867f8795cca2877995ff020b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02b3e6d43cbe50fee2758274bb9aee5b666906e055288ab5222d72bb5a28029
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee34085e3afe8e0cab2ca3f49490e11c3bc1bd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:619a31d27366df489694f8ca43e72b960fef1f0d4ff81713b42be5cee75e33bb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c97466e3365b4772e28495abb31761e5f488b71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925b976324ab74f5fc853676a3f62091109f13061d3c62be209483a778668ff3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d2884848367c99faa06d154da74512ac9af13a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c634e7497fa24d5cd90e24cc5455913c0f9e9a3831cd92db70080c8607e4ebc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8851a22e052f86d4a0299fa4b64a1383f76fb01c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a89f36e08371272525fbb2ef1b0564372e0148a1ff17bd09273206e278cc4ef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c712a2f1024dc71c6cdb0610fc38d5053caf98ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb88a2a3095fc9edc4b6ef063290c92fa567e33bf9366ff932742153f74fdf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1fbcb2e71a0d0eb29e8fd6fd9e847b2da32948
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62da4f898e324b37ecd4075454d9095ae23a227c88c5c64f55c164034c2a6428
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e72dfc33fa402e3271f82e7e228cd0dfb23725
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721059266cc84299ed019480c2b3a43cf8a072ccc8dfb503bef9ccdeda478c52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8117a1447c35cc712fd28ecaf92631b4b442cf95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e796082558bc6ab4433e54620ef0829459bcfa825f8a6e32268c6fc96a2a091c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d507c4b3ef31eda71d7d14d33dd5796b191b1563
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79aecf373a378f8ef41f0dae9b703d11b53d327543b2e3df28abd336eed92b2f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51fbed948c9a510f8c677ef5af2c86cbca978e19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7758bd699e25818b91be910902dc88a3da8719e185d11cb339284aca1158c39a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1b565063d1c256f0a7fbee141fc8b1a4f4e4503
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c72adeab2716c4406009e35df50eb54f4ca144d3ea655d04f48eed6f12979c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d286b3124047de42c7be9997556f14ace2c89ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15c936484213ce753cd8c33daf7a727c62c7913b51e58bf0bc316249ecbf17b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb82b9518902785dd5c6b1d033b6a6600e30638a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfe7c01749dad776960b2030f5cb97c8a69a89877bb58ba1402c4a0b0dc60d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f09507b9d6f9031afa59d82e54b9bd9ec54d55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9ef9abc7a7ceba886d5d4b114462256f55c5016dc582d1cda64c8dad4dc6f15
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b9fe82d186ac574b205a7915f2d0c667696620
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3184e62de2908bd8b88358941aa71574fca09cdb7534e46c9074d2d356922782
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921d5785d3fdaa159c3ceafbcc9ea625114d67b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d22a1ae5e0f228f81c63242c6c3073120ed1e5f6055b0c68dffd387838ab854
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7268a475f982142fd5072b53260892f724e16600
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefcd0371e8c20591883126607421d0f7307ad7ac4b82568e21b544eb1a4942d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18f7459aee72c507d20ef321278ad90ea3c26c2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1ace009df1f49fb6b239af5f7df819ed7f13f5ee91061dc3f36d292be70fe6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3246846c11a3532f7f3472c94a5353bce6d7a9b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219ef91640a6ac19fa7d3dce96a6cc76aec20840ed263212bcb7b6a771a735ff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93088acbc1fb4408ba183d7d87cfc3a7c9af41ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800285e4cd83b181102d7488f9d2186b9ad436d5b02168ed78facb9ce18447a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d310ffe7b79abf18af5947a11c99514e062aea02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a673f5edf21d3b4d946cc666061ac0f726ebb398bd1dbea29400ef0bc0dbcbeb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825e87b90c661bb362275cb6ab5496c3e89134cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969d322999690e3d1f3b657f3571ed51b4a669fcec94b439ba566c9c97a27050
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feb436c20e4c34b9581da1c35862dff8fa8fa72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9f552a53b8dd3e43b3ceade5ec5e2ccc15b55381c909d5c61150f925b941e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee7d37034eb2a61e3a9d4ffd8292238b8f7bac0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b264b60b455dd4a5ce79b30a1706714794bc1ed8ec5ec5b62c96a6d94812b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a5d01bba6f108a06a5bc710d45bfcfd77d80aad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43076ceb295274ce4199f60d31899d38b37fccf5c98a5a249128a3ae6a6da82
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c1556bfecd8e49e70763b7c8f9742d4a4a3989
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5397dd296ab49e6f1b3702a2d0fb563d6ff12acbcd19f1256bbddc3836f97fa9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..083261f291db593a436a37cad9a7877f753fe837
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108c7764616c54516a4565200725782034f50bd3f30adb265a2fc26e59f89be0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2efd7a4754a2bdee68adbed471c0bd766293f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f99e387e4029288fdf6d9842dcfbaddbdab97afcdb2215e0f9726bd82cfdb92
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14fe30d2e8b2cb914d3e3010b5d6219f2734bb67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b20656231d9e84ca8f339243d50a5c8889ac86d3edc0062022b1534546501b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922d90257ea3cd31dbffae5786e415525c7bf082
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910bf65c2fcede29981f5bfd1bbbd64e58143cee818203f9336be78436f72314
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58d059ff08702c23ec793d631d5bd28d0207cb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ec4ff4c541b49913a11a510add080a945b6aa543bb1ae55fdb9ae273ca34e3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b7b1e39a44c9c047713d0c0be9235bcf39b4d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29377c25774591d3d954efd3519918e7608474d6eb8fdd5b66fd7ba16df1bf7d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a2770da92a253eafa3540752016f560e522fdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06acea326b48b102caf3003d8bc4804093193fa3b580695b6ffd2dadaa3e28dd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d0aa3e08c920d0586d78230329f9a1550f32d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35efb816795127b4d9f6f2ee223c0ab42d906c1aaa8cfcea132e733d6cbca6e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a5d3fa394bbe6cc49ebe1f6bad0a2f3bc04e7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fc1e102b200fb4e28212196c185cd0376835ccd89046f065da56be6db59e4ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879d717c25e62392682e649f00efc5c05452b067
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2698b41d6534deef738dd721e2c63e34e611c718be67470bb44bf9f1cf758d2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a51e869d1b5f5f67c5a64441169ad28968cf349
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea70fc6411014a490a1979d829aaedb15e0f5b228b9799b3710b5d5568f43ca8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8069322e86a4e2fa15102a058690fc5d853df68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29185e3d4c356ad801ce0063e6a3c975c58c5aef1b97d1788704c3b69da39060
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..709ed09c9026310e5a925e8d674726c9493811bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b509580e79deb0dc71b1dc99eb62c660367e7941285f9470e996c6d5692f7ad2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7088eca507743a2ba3a25c083b857353d6a561a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d68c0f1074b4b3d4b1d4eb8bd626a83e432530c5665b7d248a048da97d8e7414
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f9d44e8ea0cbd0fdca48791184f1ac3f9bc3bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88bb580ab0cd4e32704033a7f02cd23f9e865094053968e8451bace54db14a9e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e1b96ef43d54827a948212cac9c68fb2e1c8ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:050aca4e3e65d3ae9166947818d26e9f2e2e6038029250b1d9ff2acdcde2e809
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03de69f2d547e162007d5f47c62a7ba6766e311
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd30f94f4f7a90b9e0c87837d9b3501d1a3da0c060b7de90788e8b11c54e3534
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a2db63ee907bf6f97b2b7d76558f0ccfab2ab3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e90ae765a061528ab22da5016193bfb808c8de0f12c77dc1fe71a91def6282f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fdb35f15a02c086f31ff7802d64a86ca1929bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac7cf01a14374045e54ab31121f1587ed25247c0b0325b2cb6f8c355351bb26
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50984d89487936f76c4fe718818e16516ee353c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31c20a4a87056a50012b11cdb102e6808ec0eb354aae487d87034015b5aff0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24ed3bc7f1b08adc17470bb234e233dd394b80ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9642cf6546a5e613e5af60a1b3534136d05641b770ee63b88dd718fa399cf72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..132354b99aed3286a8b8d99ce492ace923a56fc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b800925fe3f6ea59947a43921e363ad58ffe3e68baff40a6cac96d4654d7058
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d0c16864be592d3eb135b42bb555459a665805
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ed9869340cc076ccfa869afb2d8a0a880a6dd4263707a157dda71e226dea2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ae43072531f8ee9a95a85c65fddfa4455ed019
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:758803b154cfcc37f690078096aa3da34f75a67856606abb2523c27f5107c86f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b004226a4f160de1b3b27a68884ed2e9f175a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efc9dd900db4d671edf47acfe19af2019faaa8475a429a1a914f203ac520491
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df6c561f7c577ed5c4820592111d4e1190eb27b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb54c4226a6bc021d9bfd4c04f14a1f0ece0ab04c31f76d9247ef11ac6a7a154
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d39f96114f7d3cd993342f29f814c31614aedc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cead9969328c8720fd33ffda4a9c667c8d10c4a9c5ce5eb1de46433b8a94410
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c50f6cff8ea0304f626ab5d3287fd112239bde9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724688f25b912a8c1e67e6c7c5b65b5dcdce146e4ec8402d19124a1ec0578275
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab1ab7dda8c560f2b6adb4e75f41147366f9203
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cda433f29064c31f47ac0c4914c2858ebb4b8aea496a6d921a9f44a92c3712a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f0c6669d72f93716938e68cc879904aca80eced
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3daa7da6052de74f8fb0790ca444cdc79dff6b9616f7a4f9639d2b3c9265c78
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73127b7eb4959136e7b767ce83748e965c65d00e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a4f55932d9f88ca08c62270e32c662471b78baa730180b386149a481ae3210
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fff0c9157b08adb2b18a9e28ea96e5498282cf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:407098bd3dfc672cf771f45525e0526e86e265da266216376f21f40df1bb861c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84ea6bc14436277e6c5f19b760f448366fba226
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ecee85fbd4aa7ee47213e06f8cc87ee5b76fe6c0a5591fac69fceed58e97cb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0251d74fc9c764994a656c310151c34fdb3dba38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ac7021173887a54d506130bde11fd097eee85305fd2db02ed92f10b56abc87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7655d2a4bc6bbb1307204a893795ba8ea3a3a915
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1897f71569e002f9963c0cb7207a265c6ff0d367ae3c02197a1e498f7c6264c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a07930080c5562b39ac8a2e2cc5ecf0e4a0783
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abd4cf85126b84ba7634173416cc30b69641030955cf8f8a89a78ae1aca3ca2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5201e0d02a6ae510aea6d7c05fff240480e58b49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2bfb049dec5d451e136229a79ea27efd421a95dafc654d88f7d157b36e205d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af02adc1bc0bb4f54870da962b28afb005820d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10bc5303da5c1587fb19a7f63a03f87d10e9d3666d55e5c9ca5d44700ab383ff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6d3c4833c217a9bb01d025b4526c42ee62d789
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c1bcf9f39fbeb7b71467678a4bbfe50183371bda654449e07e0417f72ca450
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7af71c0a813cd8e32d8f1abfaecd95db065c5ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca83728fae853f19cb633ebc7a579d3429ac27d7e3ff5aa886ca75612381b4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6e3e450b642e86da88b07536435fb920932d00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeaa4d3786f9169a3990c778349db02220c856f36f6899ef74adf1fee7b7e64d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae6473b0c7c0098ea082a20ece7afe5d10e21edc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d90006bc804ee5ff1eeeefa15ffc7ed8a2495591e81219b20254936d1360146
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4cabb206672dd4ab7710fe83881e9128c741a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0535320b04c7076486e30531a16f0cb486e1bdc3e9a4465498bbec59d7cc265
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daacae4b64f0f9a5bbe97345745779e05862792
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8e6187a4e3a75d9f8aeec85744ea81d9f7aea7bc0402f7dbe77e0741e3089ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bdcd7d94bd4201b38b160c206aaea7901404339
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cf90dda28c63935ec45a5fe0e0b847c152697b822f1150744da85968147d82
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b785e9635fe327b0210f4a011d96139c814548bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa4fab0e5748d97df96818f08ac5577a05dfeec79d72740d0f629744c1be629
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79aec24b257e471cdbd225458fc1b27d0164530
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ea4288c76052c99dd39d045fb98e03ced40230e7c394de049da691f111ad4b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e314e343fb36ad040b45ce64401dacd6204d4211
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7da2821e87619a44ce41c5df7a15e4ee5c9251be688981f85afa67edbc6a5f4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ec1830a672994ffc0b524b0c9e89f1de1a6b001
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4e9dd63f9b76667ccfe18c90da46ce5211bd33804d2f98e63caa79355076fa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0978ecc3480ca98b260c920ca9be2bc7c713914
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1888e722263de9b662f49a1ee5566fa5df782e32d563e632497d105d923bd24
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8188a9d29f76f2ffd6bcd37cbe9843323becc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a159b21f646c9ba5798015b2d894eeb8fc5df7c36121289c3053716ae86b4e3f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6e5983247f218947a2a0bbe316df8acacb7517c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d5a64873d5890df4f9745e27b1f928ee726d35514b075650cb67bc35f1ff0a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae723bb1d03690bf4ba75aa5647e9d7b88b58f8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae32b92c05cdc2d61102a7b1e6ff7017953a1a6edac4afaefbb0512409e6a10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06c232264708e65417e4e4da8710ea508ecaca1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c631d4b26eec138793fb48577d43d693afc53ff07bc5b53dbed04505b57a87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1e3feb7c4eb3722d7afe0fed3bd594f3698852
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e156f26612d183488c59bd1e0352006f37f720c7eb466c9fa160ed497ea49f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9406e6766407bf2c81235a50d80aa71e8c68895
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec1cbfb1d4ba6c880923dcc33071ee6aa0babfacb9aa06b9e446f39b2e5e3b0e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa7fc626bc9461cc6bf32f4dc36c197d07fe22e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be4d3db7280151e3ec820daca4332dcef4dcb737d7c48cfa72940eedf6d6fa0e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286d585d07b3468b92f9c3dcf2daea046e173251
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02056638a4548e8d47a1477f49299edcc0a1c165be3769cb88069643df8447cd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75f62cd0b6cc448310b8bb20dc2b442fc30f646
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8307809f8ad9001cbbe808cbbc4ebcf209678d38a23402f7580dd348190d7470
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa9de38a8d5be01883d09df667edb796d5c02ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cb2a6c55742ecfd657b77da5acd0388525b0f6e94bd512dfbac3ce16e4d399
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c98d40c15e8fb2621fa54000bf4e416406ad91e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c797b24b05c62545bd68fd6d4d15e6f4de7935806eae58b10964476da52e99
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8604998cdf51fadd9858207b1151a01ac237d29e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef92e7e8c427d73c7764b58f85cd775cb629cc478e7c84903122a40f381704d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1181237351f1ea17e5927a7ee1c67c90cf3abf9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c3fec78bb339a2b3117466a794935bb62d18317098e4bc116bc7a40c148926
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0f3802bfbd5195d650abafcfaae8cd6bec98b9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b86a9355e74ef861dcaa5d00a2cbb4505ab291905ab28d10e2b16305586164d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b814c708b14714ef478c2e2822e841cec02e16e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f13328de2b91e74d3e6f6fc5922c46aa7e69b271d8aa08d8e4a9de317132dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..317f525c2dcdc9e17716c5bbf2ce8fe4a82d8302
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07fcc11dc8984e2af7127be7ee53bb87066b334ffb0d08b29cfd6fa932470d05
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7790cda0791f9b08636e6f8bee07aa162688714e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c80e59f806eff2a9a469c72af17214bdcde7e196c1ea4eb7942a1aee4cefd2b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752fe392afa4c2304976a8368a9ad68e75b07a46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a399e169f1a33fd320ab291360eeb4f156889d14d3b8f61251019de851aa63f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1da7cba7064f2f2fbbdfbf7190418ac5546d1aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c34b53040da60c058e200bcd5267cb0c815dd857c7c292e7e74651c315f847f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788203f142a714efbee7eaee73bcc8a6a1d8fb4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc493aba4502bd2cc3d3f3f3c856d6a5b36a4bf64f533c27a6d813fc12bdf0f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5570c68336ca8bc7bb8b144d1016d11c6d0422e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9d3910228da72b234256b05fd5b1b1081bc17dd5a5846a777562ca5e3fcb2c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..586b0596a0a4c8681b2aaa5d50180395543d10c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35b292c829f466b476a32b402d3d822ca5861ca4311c094938b85613081e2d0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf115a5f136b624a2ddba23c461672a170fa52c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33da5f862d471c2637565ba980ad0e579d0c6cb73a75b6d030426e7acdacfc06
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1914cfb1a61d0ad106ca423051b7b80c6b56c6ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba894897e78aa3c6d0c1bb80bae2bb0ad1f8ddc1fc60bcc91f86b2c6245dff45
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74ca23ec237611513ecbef26da32235f00af846
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45bd12cfe3b082a2cd93380b4f993c7e81c6c13d77c738a53ac93fc87d6512a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914b031b45da62ba72b54534e4da6bf8e51772a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800f8bada65b44ef2689392acee496c0405ec3a1156b38c7153ee8f6b3be1687
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc848ad3a758738275d9db71c20c068360ea5a21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dd805c74c1f3a1365a8e239b96a1bbc9b3474036a7884598cdc579cb314b4c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e12bab508950b51ce2428d56e78d68495cf641d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d418694c37b21b35004693b3c38b826f0f6bc426655f68c313c4ffad17521852
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46a553f16eb4bc89c2156b7bda40e09168986fca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63f242ca931f41d6803587c86b6e79d4480a1e0f971f906f30d65f2f812db203
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec3eda7546e89d277b6bcc60b2c621974528aff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688925399b0529ca03c12bea2cbdd7a5f37276085d47c2b135fea632c652fca2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7608a67e859854a3708d3dcc7c63bbba2044f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbba6f825d672f0f0471dc068a9b6ac804728a5aa0bbc88d829012c7ce6ebc6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afc6c8cb177b78a4e9e3fcd1ffe14d39ba6b4d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72730b5a5ba27abceb442983952559af0c785ece73970d3e4fbb828d9b066a2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1bced8338139972e304cf9fcefde524032b011
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035dfd99cd35e301c5b71392b0bf7750615b91218195765b7d928925dc8f8799
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc20cdd1259895fda7e7a8f7c7c893450232c7fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4a560fc009a880a938c7fb5b79a3272fa19f672b7f97ea9948edba08c707e3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..155c36667929b0279be5cc18e6ca54500bba7307
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650566aa746c72ce924b69782e426bd27cf657817ab85c26f5eed2ae9e028951
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef4351319f9f86bed2b08a25b27bbe87ebae8de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce80b1dfc9862e42e94e6ff62d7aa0d0bedafc191f614fcab033725022f9c6ec
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab957784420698b88e635a54aa7ae913687babc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d01ba3068d2b82e6148409d06d5ab669a512f657742362e6307cc425c544692
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53690048b6ce257a27ebd8d2ca1fe63f6e4a0b76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a987cc9bdbd2398b39e307d795a6e3b6bf708c14511c142cab981d212eba9729
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cb79541359a9924c12c426f6bf7cfb9c749d898
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d68f82cc8ea2db5903653f06724c5e97458d63d3e1fa5742e004982c8f77fc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c825dfb161ce4657cc1d80e3e4349beea53a0cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7286409127e30fec470297a10f5c7e40b8880920f859f41a863ae0719a0ca6ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19620ff1bc650347fbe2bb67269cab2d0561b7cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e258ec518ce571c6be30672f9d324759532cf1729f513910f5271d7cffbcc309
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a62d14affcb7d2c88a061f6bb2a85578627af00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3422aa37e6d44290a079f722fc3b7de5e1dbc7f21585e9e7a1958a29c897f3b4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee8eb7c1eebbba63b097933ed182c04b961c61d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4db6ef31a27141d9362b4492834bea860ae5fd2dd159fc27775a04ffcbc23d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a219c71419e8581249db208428016ab10b1f7a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd75ce540c9bfd568a642e1101b274a8b7e226a3fc273596f71a9534a8ce653
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e008450a774a99c04995cdc6c32c4f6e6c6ef4f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee36469d96e5844ee24324567fbdd4c40fbb3cb10e7097b54fad6e229d362b7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c919af577191e036e2aa50abd3f65e6230f7a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2804887d4c3d78035f06f0502f1a700e30f94b4bc04bc7c73b2ac43120b336b1
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cce9c58c5740478156a0eab8166d438eb6f20c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee6cb16313356ef1b55bda52b8b4416a96899f77ddf29e5a402b495b0f0a5aa5
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72cda9c3d1577ce162a76b662d3f585816edc425
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63da09cb401b43edbf827b5a76c2ea348926f95c0bd9f14d41b99b26e41ce9b0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b667e6759d1a901234e36cfd5794e11fc2e0a102
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efc1ef0da60b4a01f3fa1a7263b2aabcc289e2edee60091fd9ff1446f6110a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786d71d88ccaf8b5e84c2f6e5ec4c9db587f8445
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42d6500a307be73099c646bdb58bcc4ee9f3a28496a3441a376efd2be584073
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0581e780566bb0e722ad4ce8ea981de3152a5b2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a7be87a605fa95ff0a82cdc61eec41f42b71aeefad884b40894043052ea073
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20cdcad75127c0766d0de0e6167f0a2924708a68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8bb3fe56ed2a39a3f35e7711f6a46d0d3bd0f69bd33abbcb10105af43fc9712
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d4d313665937a3d6bb808372810fa8e06cf900
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:002e95adec83299607abfb221bd2b7f0e1e25798ef84efc1da3f1c522b64ed22
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..150d6303fe1c5dbe97ba837c427855af6c67ddee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ae3c9063a87ea70c2d3949e4da230b0a0c5650e33773d6a5522d2fef6683c20
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c053dc4f26ba61d5896c040e5c6efe334d96b25c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba50d884b97af7a7ea4a9c30b498124786728ddb39937c02edacd59e82d7a6d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437513e44b60f110809381608dd2d6cd8524d092
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30fb947824b0628ff62a2ac5bbe257ccee1f51af1fd2ab25a9f143d66f293494
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f6c50888ba1a3e3c434f26f86f9011e4b6524c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:014baf10a929c3c33d7abf8b150cf5b71bea00620c75109e5e888bda678d5387
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d1bacfea54984944a263ec2fbbb4e2b2eb76325
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72eb0b17defdd55d5524c158c1e7b6919c30808fa72b73611fd25a1c6e584a8e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8598c1b3893d62f4c693afc962d5bd9576982ca8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4990d56001d41fa40d81e70c3becf0722b5c0018d19f451220fbdf0b0ab10e45
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ebc20f63edc7d3835d09d02738172980e74357
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83e4a0170d04bb39c02ed50adca1043b578b51bb7ec75215b357c0c309a02cb6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2849581b500f336b1bd8c818bc2cf6bc94242d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ea136060cf35047eba4ea8cd3eef4ba4cf0d3f460279c5a00d18d81af86c9c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac7f232f2fb8d2f2a3e40390cd28b235fe3d4c8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4303f324f6f5924617d8c62c009e05ae0e2863dd6f20737d66384b082f0239d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9aa603d8bd28ca848167dfa1373a15c2dd606c73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d87113ad0e1ecb646b890b9090d8d5f2f599b4610b4a81798a6b4426aa50e23
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..969d44f596852c57e9671d8ee03917ba04a4569e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10750eff21782e1627c35a4c9a0d7edf6135b3fc143944307f66b0925ba83c61
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23b4fe548f422fa4790595ca32709dc0ecdc9c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cdba0f78b81d9907c4fa5402b87ecff6efe9152ee5f1a6a07f0295e06ddfe3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a7eb1e20722d5b2cbdeb4c2c9c378bb6c440ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57a05b11475c75fcb1803bde47ecf5d878fa5356dedf7d10ea0526bf1d41e16
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669fa3b04d7f5d7d127e3e7dd186b8dde6311c7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:899d92b4ffb8b8bb516f8d49a53716ca1bc5ac70aba323e6d9412ec93cf5edf7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d17b4603160a1513ed518f5c0a503c2efc61669
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28472923d25b2212fc6ec5fa7463033872832d3434aff5234ae5ef8c1b4ee39
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c000b37b9ae8367edcc069e4f52bcd3df6060c74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa4dcbaf6fd6743165f6dbfe70b2295b2c937dfdbde67c88ca180fe33e6e822
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8bd904310aaec437de5eed1e59c35ea20e069c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a452815a64f51e08af80ee81d6fa8cb4c86641b654adcb499fae357a070f44e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f90049f5448c6367b4fea536a856191e8eef08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df845da70ebc16b31ae19a625172df82748cf59ea82952620521fced2afbb251
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7852dc505814c47dceead94386b6e3f78a2f6a70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8be5d8965abb90d934fc108d85df7bba9bca52b602c75af4e2474b2a231db2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a1aa2955778b32cdb026eca64de5da4d5d127a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c4f750ac6aa041c01985d8f1b53d517ef8fea8ff69ae804dfc1e6c5b7400c01
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12923d360471e5e583ff79b7fcc435a6070774d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f5c2bfea0a10080f599c60ea99372be5937d9b1a9119efe30a75e838fbee2d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad842eb882d65df377f640057d9fa0a59e757d6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe678cb680a09d6cb83d37303c6e086f9719260ef07feddb006138108df7526
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a85c6366f980b47314205830280eca7a7be8d7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d3f0298a6da2123786bc091d5adedca87af06b678021c85a86421be4e447dd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d1fdcfc24f88f0cdc09a96ea70b617c675546e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd37e0a9abbf2f357b8057fbee17b1ec8e5dece0c29bb408ecd9796566143870
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be9c2f0957fee3aa04171a2f1942511f22572993
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d77a7e668e2455e2aca74aa31b05ab5663cd8ff82136a5742580806d291b730
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cda30779e7c8ab155797d9cb99f8832824e13f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf15ebb373f95bfed41d5b2fab01a87efd41bde39e362a4c82d56133bedefbdb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa9ced95e3bfae0505ebd044fbd48386c35ffe1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fcee4921198461d7d939821a1312f37264b81916373300aa517922035a80e0d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd750fe0cf5111657bf16acadbab606d7365b88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53ff15bef3226f4c060bc8f06bba432a9837d0433a474b2ca7fc450447cb4aa3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ae8cdb65b14c53403a97eb4d3c3afbcf0ccb23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c23bd99ad8a82601a126d1690f85292829369ff290979e3463acce3f354e9b10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292ed9d7dfbf4e98ff2b1c50ad732fab801303d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5958a4930400fa73254ddff162f2987eab1cb6de42a7abe5537ae2ea3b8bde11
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88db507d7bb0b231798d607439c1cf7e8da15c9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a452d2b7d95b7af5ef06d52e492ed8727b971e5934a2487e06ee3e4cc6464265
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53cfba0e116290f2864b7b3b4f679bd03b653c5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48dbc35263458f23f5fda34d4d8dccee21c6da14da07bd27aab7a89ffb56357
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b664e663363fa2d9e8a58d6e256116a806313fbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2caccc3c504c5abd34216178b2983b9ae22dd400c236dd0996154932f9862573
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bad78cb87ab4fe4037030f7be5e367b19f63012
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba25246c564618e51e2de679bff488cc4cd023c9618295a534179cfcd11490e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f67a08c35eb1f0c2e0e02300a10712d1a10f55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beeb79b3557a9fa9f4a9314ac3c305bf3f15fe7b5abbb50833ecd9a03a896566
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e447f173eb7cc62e6a66406a57c9c1af90723ba0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e290e215659e09d5c845ffd34497887d0d506d498f96a33b46420035743e956b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..044399a8f7c78c504af94661d0dc9a314179338d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358a79ee5b5d2ad252d556a7714e4bab005fc8f621c663ad6b94957401714d40
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..928727b1a4235fd9f02a0546ea04b0c9e1d67faf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fea7cdcaa29c5086e6ceef16da2e43dd6b0616488a3ad3992643eb0d3a354eb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bf7dc7ab737c91c26657ce9ca2b2f171549a395
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd68592df3c8a3a19918297c7646b8a06963efde8499b49759913ac5adda3e06
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32e6cd3de854f9d86c95c44c9173a8c689fa9e69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:920fcb2f91083243c84447d98287ab173c4ce5616c77f081f235b03506dd2585
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0de27955ba9330d7d82b79af312f73c373fdedd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c773c0cc7a6c0847fd537a82593a1ebcd0fff3e76cdd5d8b067f53bf71b03d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0379800faf1b5b625907b487ab1280908db61aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e941ce28d51a48389dbfd3fe884ba79111106acd14eaa8acc9a2038e2fdc313
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe545a7d6893d13180b55c15aed97a9eae8603d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ae41525f059dc1d7d94492fd071ef9185ee56e2c9cbb655ba23ef46442a741
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67e5376296a89ecb74bab14b016c7c24c4ea753
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd02793836dd6f20c8079ab499f186205fca0312aaba907333ff0abe1e8a865
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4833fb093d7872d42b50b8cff4ed69bd08f11d3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c42dcd152fe05a68d6262f8fcf6309ccf927446d1b395daf62067b1e1a1587
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99528cf4ac8a4e5f0b91e0c0a42141eef4df1817
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2df331a5b56c5377e3a9df02a543267057228b45fc3355513ac37f6f225aeb3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f54f283a41033d584acc3d7f10e3295c27c5e040
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6babc6ce26e79e940d64dcf69a9b43c0304e26fb8468586073e94022943e6930
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..084fb2eae535b7fb17d8e8955b7e38e3c27c71bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b7fe8437712a022afb1dc4d670919b8d3af5ae43bb423fd5796e43e020477f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74906388ea6b4c709eaf31f464b1dbd6f9ac5d35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd8fe12d00bbfc2c23398083bc31bb5bd71998545dddab00c39a05554a9c2e76
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f3a3d4959b4de5afe40980dde3d6dc71ec8cb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:776c2df05f31d4b8ba631f6e68759bfb1e858bd29fd11db11cb4cf834b0b3317
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825904dce03c83c39a4c5ea0277e95765f466cff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0d0079a7995d3a01154e688383590353897e6e44ebed19140f43a86811880f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fe21fa5131d730cb99d081d91aa2e9f1dfa5b93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff63bd5367cc0fe26cc0107241f890729c1dcaf0fe736588e25f3df8cb1ef9c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec71331deadd9e1e01f2d25ead055b3fa608795d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30f32ed766f41e7ac3d920db34b7bdce31e2f9562d68e910df8424a2d61d841
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbf4f5dba61e81ddef13e5615848c9ed011054c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ef34f6cc3d4cd5c8e542b1bb2518292d7ae0a8a1e998a9b75707895ceaaa2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ab233a53befbf6e8662dc27a152c02069c979b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727caa014523512e5db4ee0b3b3a289a4ba0674557da36b883cc193b679dbee4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd05bbad2a12dde949e69590213dbf093d58b698
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45f665508bb268cc7bc949d2a95ea8917c7ad278a7a259ec1aa4d5020c2aca3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7499596719c5bc5d3c59a017895aba84d28af80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaebc6e9e29fb8ade2ff66d0b0f6e98fca991995e270c9f42ab6edfe32fe454
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323e5bf654cae497bc20c5a3fa0ee8b1c1db6d8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d11d9a06a9168b0f17aeb7c01802d192cd479af2dd29edbc3ffa85308f7adb4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68521762af2302f7d4cb654e60b83a107d5833d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8bc9a9dc3afb5ff12d5a15e0f09e9a78be377b428bc38e0d5169d112e85200e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77ab164943d80938f75b440d9b7e766fd80958fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a312f21ae0eb1b52e99cf06a1aa8221de68315f6747d891370b8fec57f8f59fe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0aa7b08cb999bae124b92d74bbdfb45b8d7282d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94370d2720b891a79ed02d250c9caf131cfc89a2047149c707d5345341838029
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4b5f16175efd847bf9997492f9a2f67def8236
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8cea418b2549b6d6292640887f7a72c73d1726ae5fd7c619b5530c8d881fc4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676a36571b47f4df48d423fbd5122c1ed1947ae5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d24795731b70eb4991f5d94a16f6ca256cbf0adc9b03290da4b37b1b32dbde
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ecfc875f2935aedb6b9fe20f3520c115e8b9e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20dac11440ec9827ebd9d3642b2fd6f6bfb3f9f3556e6e855d8fc920cc768e51
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e65d156bccbc94fe8ce8ae95ef2200771e71a24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab408a1d8c9ea2b31a2a2a9e929a52c31ef2c1865ab0264a860e5af19209ac6d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d501df3a83df7616f0fd4c895c06d9fd067847b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a505cb96bd845e0e8746c1711d7048a9bc240fc57e7dde667693212abf71d61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c3332cfd264e389cf2cd9bb66aa9938a19170f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de8335dab6b34d247d3e298ee371c99945b60acce46f6d875f3f922a035dc8c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237618654a1e4702312199ac4de19b2aab078ed4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5600d1cc7e9f2f2d9073c8afcd451cc459910a236b34488e37377213088e3af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4181b825dd0432aeb37dde7172a093543bd5c2a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4616de7e61df573cf3035cd5d79b00dd3778014d19449bbd1b69ed4453718b4d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f9e5b3be21d198d5b12f6e4be9a5d55f825206f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82898e370bf994e6121a0345fce3e45385ba94b8887db99f0df8a79b09f6b37
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d98a9432676c92e8f555f16afebddfe7945a10d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a860310bef67141e5f8d5195ca8ea47925c40561be4036fcc7559abd9330622
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a4fdd1210a8c08f319edf37b6b5c6c4b4cc1690
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c35b7be9b797dd88fd6174f4ce0c33e098eb111a3ad2ea30c0036b509e96cc52
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109340a37fcde25ba392a4e008fc3f759ad4482d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d7fc198dad7d634e34d1a195c8aa9bf916ee152759b919c3109d493db775c04
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587a4ae3fb4d4223cecfc63e3e12406ba183c284
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b05fdb94217577c19966e2c18509ee447aedb04d303f69ba8ab31a942472ff7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac0903fb2d493520f63dcfab1f1593b166facee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d0a33ad04add21c19efa52725ac294ecf3391efd39b87af87781f18bc7a880d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a9d18dd8facbc9a82fe3f8421c96b7e7a0ad234
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76e074ffb2cf995a22ef32378de948bd6fd5cb1ed582497bc543dc83d27c041
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f010f341afbd6a93dd896fc0caa21f77ad9c6bc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab53108ee759d70c96fe0ee4b1c22f0682e9a60c7ca42279f35d80aa4770431b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01634c0f3b14d2597aad0d47c6d1b2c29ab9b771
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ccd82b4852fd1a5678ec09a91f2bda993e37dbd3a1fc20fb5b16687e55ca9a6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a045b5d084e78ca183ec8d721a00edef29c807d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77a2b1f293fe384f694e9d0a12dbd88062f2fca7b60e2cca67ed531a62b3c9e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a166d0f88ada0215705086b9bb363425dd2f90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b812155a3e911a34f6e9d4a606ee0ce7922ff3d457e9b4d71183dd515a9e63
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ba466295731b758452ccedc720f9087714b6b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701c3c9dbce3c4cf31813ea7bdaa857fcf549d1b7d4b906e331e89d5063dd1c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1867ceb30e00305572c60c3a2dac3566c02c159
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687bcfdeaae64fd881e862cbc58015103d5e746b55d80921d7b2390740808d51
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1b5a715a53edde7ed392d31486a5570b1ffbc71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b83619cfdb1e6b53878620a89d9f0470b0c1f761ff8926c6a3fd039f43c191ff
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e886775660f8b50a94f0a04739f66b92ef95a72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883195859866cfe918995fb80267bdf4a8eabf5302708a32e65696bc52bd572d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc0f099c73cd1b26d9fee0b01e4fc7e3aa6de49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779d8782fc3705752c2b11de804b3e69494255297e8a0319759c0843448a638e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5ecbc13204478c81bbef386cc25b36ac3461fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a942d4f391f65af059bef4a2f2c66b5ff06052a72ebaf0c080528b8a3cb89a3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7e2fe61a5e5a6d6414287f1aa40fa513d18660
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf7f9051a9461f9c9b4376071655346f4601299844bd342994bcb06dce88e286
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25533e3c3592d1f109487dfe882a9f46724c6b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5e9646c48b2f347757b56884a671a812fdbc7031ea399c6c2e6d3bbf7a357e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be59a3066ccbdd92d3542da7fabdc441e8c4e767
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c067cd8d144632734ea40ea6c44d460bb7251999d18dcd7aedf3e19c5ee7477
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c253721a7ed084dc0daa8b2e6e5f75f00f10ad00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:388b16bcf4541bf4f0a2fbd09a46a69d03564eef67818e8821a4e9636da5f0d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49551aa509e4577d1d7a57f01c4f6a7949ddb48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8abd286e8d180849787f67832cff2ad9fade892d90a135b6c549cf8f5bfa85
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b950227b4c21a60c78dbe1164f9afe026ed11e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1620cbc785a5a75f3891c683434f94b98ad2b3a77c1d513afe19129b25e0c366
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4ec0509ceb9c7fd9cc5ab5f9b5b680169c3f7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3edfc3c0d30b8bec1625646d421bb85ab7c187e906b427705e085da49d77c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a365688904f99c1ddf343062680388f9b7cd7aa9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa70a63895254bd212951d49c10726d817e304a4428ce3f7072a654b17b0f919
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e01b6591cc6eac8019c5c60ed89ded44780e43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dd98621b438e51b2d2da31104f01140b2c38dc1627b4356942dd3cb0b2600a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5b2965f4ac70adffcb76c8a5edecc78ab6f59e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2914730f3f13d8085ac3019b0787910517aa8d6c36047b40eb530b83f3a70937
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a1243c30966948e2ac82ea13989b11321919df4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb5054fee4d3e297c1d137dd897a5d3f3cce496cdce3217b8411b7680d4b0e9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22e8fbf90f6ba3fd6996fed2cb98b64893544be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:826c44fbc2bd0ee5d1eb3a77ddfea34d41d95dce86c7f6081a8709c179e0ec05
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c72fe3a2db930f09c3e6ae06fa0caab0ab543a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d45d36b09732d597c23c3a771d0edb83d63d090187b911134607f3ba1bfeb1a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef6209a5f558b6d6aee8cf495e1aa5b20d8dce2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb706e6fe2a67ee3e063364751d078dd599f2ca022d1fa1c27dce8edb6138d3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1213600bfbaf718618547719f2a39d535cdf3023
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1baa330c704607e15aefde212b64a9add703122b5b107e54fe3a797d76d230ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27c2b05801c7338bd29806304b0ff3c3b4e75fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a2b23609dde0b1d042c16d9513db3c2aed6acf2f91a92fe0450a1f0030a7ae0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b49a5139ceb75b8694e1c0580164ba659d31fa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b15181c7c953be87afd7c9ca8536ea5d55a1169f676e39102a61f5480461e3c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..081a33782887e4b409d8d4bf8178243062a25ca3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8be88ca22dd885a74851b2fd29b2a60f67d621fab0a1ac347f2ca15236f40e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02bb39dd26a013e05c67bae21c08d6d49f224c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f83c1a6d6096dec88d6a950193b7bef1ac2bdbd0f5257f9c53886983964bb1c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afbd3d6c108022925b532b4bd6a22286d0e67f59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0cee2987a406f9a51734184fca7fb8916ff61248fe061dbb09eaa7600391a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b16819a6971d97da8b18033540854e36df9f69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:520109f4d949f972ba26e9379ff4dd44305629173362616318ff8e72786cda38
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26eb026af5a27ec86c28f15947cf232070cc0e21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe8e09ddc4c9533ef18cf273607e061160a0a13622d211b14fec606d8d621260
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..473f761b7fe43b30d2e3e17110f4da3aa0496c1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9bb362256f3c956522112ba13c783a3e32f30b30229bd15a0a9496c605bd30
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0643ab3a1d41268a5e7bd72c1118b45148b5d9bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26af8d36f606f09d20de4eddc64889265e137a9f2830c758bd0e71d91ff6f47e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395901f22901fdaecf7a274ad3208765b37fc8a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a4458a3b74b15d9da4ba63ec94b71ef2ffb4e4c222016141f849975910de4b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb111265946bf12edd7174eb57d1126d464af4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebd19af6c106340205d7c49c7bfadeb2d955ac5a69f522c0a3f3b0129f3ea68
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c1c4dcdb32e4c382ee23c90f8b20ddd3a1c31ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b05fa89448632ad137e9ee957187b37aa2a3b4c1c865522f89fda7a06105faa2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8269265cff6f0dc2cc2c2681333e1cca831f588a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2373f0f4933150f0ba209f0d15e6789532d67ea9bb3e7c3d5ad6a95e47992cf0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d424b023610c9ccdb1a6222191201ed0039a01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad2c865f4040ff3c9ffc1b274f0fc40e71dcb30fa4ad2f36c4b2496dcc9065f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895a7d64d7cc1ee75b96c9b4a3613ad3c766a44d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1715a1de1485de5cc4e5b7663e00d54c4dcb0fbb0f824e9ca6cb9b57b9fded8e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374f0413b1aef2ca7b033a6bb19271dca867b9e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e84c71a11fefacb2032e494e30e3ef4d542f88b7bfeca67fde4eed27348a4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8dfdca8a77935eaac2ed5aa56bdf3b040b7d5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a001348ef1a1d2d63b53a104eb3cdb6f16ee34bb87352c269fe2075614c3bf18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aba825339de75717dc5453202d91b7eb15b150f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ad2afeb749142910af0397879a7b0e46110c12b659426a803c5e96eab3d593
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7efd268c01ef3904236a87aa08fad4979c97ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358218aa7275d8800f22f50ce2afc4479318e859cba6d1d22ae92875083c112b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38be87d3d73e7ef053671bcaf0343729459c49a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41676210903d010f9382b9602a3067059801a042f4f51871fef3483242a82f89
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..940fdda12d22cec0d8451ece727cce9964608a91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ad6d98c6d76fbd56a1eb57d5cab0274af50620943e70dec316c600e8ca17f83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2976f8cb1f7e28affaa639ef67bf5acdffcc07b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45a1d3d2e1ab1816c48d71623fe438819e37ce9bc228c613cf001c19dee2578
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9e27ce798eefe4c92f38f128278feb04acc3d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a96de153f65d2fa3aa09a67fafb57d446c589cf2381baefa7e1bb9c94c6bc2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528c4a2fdde58d8a5039d0f087ca2e10a8bcd023
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adce3b4ec5038d742da6f1607eb5dc738dc5b624e5d55abfcd1619be9505f1a4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b86f16b3861054b5b93a1450624098f59127a6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a40b0101ef94e8c35ae0f566570fbc71cb4386c54d9111f34401f06555ad1f1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ae4ef57e7e5ab3e6a2b48192cabe82325cebdc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2096df5b3a20684373b5f99e6e7c28193555ff7e04ba1b50fd9ee02cdde8cf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13198c658cded79d6568508bcc4d3f1f536ddcf8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccbc1e6e250d04635050eed0e4fae86decc6c03a679e7586a940035cd52a1f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c4e01cbd26e5ce2878c15e0d74b017d46344f51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e61d45df17375d8474e8c81a09aa31c031f46249913403e29e90207c2a0870
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62e417eddd83e36365d35033b731dbe638a87c0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4049a41b25cc0fdbe2f6785d8ae9461eba93155c404df34a94109a89cbbaec0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c194182611988b7d077a3c8459cbeba0949fb6b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d90960ced94551ebe06c8f1fa3c066d2edb754906f86796b8e763d768230e19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bd01890303a1463c1cd39d79ff501fe1eb6e2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:add4ba312234d3234f4e4e1daaa0e07f82ef7260dde55b0b247813a871ccecbe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0779f527004c4a621251a491b35adc61948b59cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13f67cdd3fedd42795a02fabc3149426a716c5cfca82190db79b78a9efe1bb9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..789fe5e6ecfa8b234d938bc5f6fb237323403e1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae171e1ef6b23ef5f196bf79a34672996f32598fa74469d820f7a696b6a9ee5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3be98227d50f97d568312808b12c67e51b3347
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f565c4a0e225a0b1bee0b6139c51023926be66cf68c00a570983e79f9f8350d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23213c729f9cf348a7e804ad6ead7789580d113
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5153692c07159306d8fc59210930f1e5892e26380de99e48ccd240ea96959e72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f4ff08b7ca80dfc1dd369da865a1855bf9b9c69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b01b5b01eb9b87484452d78fddfb6fe48e747b2068c949f7eb0e802b45f06c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c651b056850cfc724f51f540dd98404a047938
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50fcc835db0f57761d55b6443c22241e89942999466aa7037ff7d3ad009ca8dc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbce962a96c680196b788ff678c5143947e614a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70394831f6a65dc4d8057dca42eae1f7d27e668d5981e21f8bcd10ce4aa60355
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ee598218e27304f3ab317dc31333b9e1a4d99a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d561195cff6d303ff317d9b369fac22aa2a6f45633e012ee5937726888484c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e68573e44144932025cdeb0500a4622bbf7afde0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1c33931ffd367654cd903746183edf46d5344fe6c76ffa601aae1f58707954
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd17ac6bf4d8d5be98adcad0382236ef8ec941bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cf970175dc9eefa45cc09b23f1473658c1c8336db3697292f5203223a55b39
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e483992328130a76f020176e00b343db0a62ebb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486bac5bebc3874486c7cda096456cd4c6ffc720aff6a4221d22ece3b64319ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d17daa049c6a186e08b91391bf503a51528be9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d6b463595e66a7b229912f09cc060f736e5d275e630fc884ee851b6f4eeb20
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e84dd145078071fab541048501b8744c9b16aff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6d8593c9102bec1210bbd387f42eacb6503620995f06fb47400b762ca68505
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92ef5eb80b94803a293e04ade262bd77a9a7521
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01014dc94c73552bcabcf84557308f41c1e98f9b07ee88b26784676b3412b21d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb90e6fd431462eed5b5f976b800dee8cea54808
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2966996f922f70c220f7dadcc2674ac92b1352ca28a1589bd04511ea660936
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2949fd6b5935860ef29263cfc808cc505a5abc6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9c5abc7005d9cb0d48fa8ea8cad67a7ee081df5eb2731bfd0d5d3eb1f68821
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a8b517902ce160c4bec53e6dd599e8fc05cd51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e153038d25087490a7d21cf534049b5748b00f9441863bed2f1e1e2add179e36
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a5c7a13e7fa3a53132628e3bea256d8ddd4a75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c21bc21d9d51f80af90aa882f992ac24faa65b0e091337ec14a32a3eff8ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e413982ea69bd90fb3e7f0d166779b77dfc447d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e568bb0871220e10f45959b7053926ff5d0ab54af6b42278ca6db42c0fe3b5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b28d445993baab2112df32ffed2e014810427af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629dc65deb7c118c5cd963a93947bfcdc49e91fd13f722a1490cd9f62cd068ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd21b0a0ad0f12328073cf0aa79cf8a696a8d0a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44bef656b31dec57832bb728abf0ca0702871decd3172bd119374c6c5c94dd64
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68360d5f8221ebbb9fe20da2890e85d30a940dae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f060defd11e34a600052c725d44abc7b4e489c7d2f1c195565932133d2df764
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8a786617ceae92e797102e2ef08e7cc04ad4655
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3510ab5fb777408f9a7f90c63ace48719aa3a46f3e2e9eaa02d41a149382ab8f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9703183ab9a2e6139659cd7535fa298118295a78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0973aecd1ed4a9ad98158839da889fb3ab32982ff4f45f95cdde4fb5b7edea51
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83504491146e30ff51c0946e493295e9296a84ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2acf6c6bb798a2f2bcd503473cdaffd81a47effdb0b2171c11da02211cd2552
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d416d3f39f0deb65914e1800104c68afe6f72fe8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca1058fb005b60762076ea19ad49c60962333157afa34d273ac95ec2a27f5fb7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0942ac7c566a11c0a37e6fbf9899f409432c0368
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4c542e50d9d98e7cda1e523094f5e65a686fdab99938f08424452a9f42035b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b1018c76711d530d3bc18070059e5fa030bf11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856b7c0d8f55c0c540bcf4e8af039a256c5df365bbeae663f8da7239f9c844e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccc964587e64a34c590beaa87c351a827a313d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f9a33c9f6622dc35fb632e97dd3f2918884e1bf3162328b30a9ea9a5565b653
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..661fc5dcebb168c6c7d2b2bb8c47980bef5bd260
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16dac4f78c0855084e44a4b8c96c6dbce18614a7f4c2710c2fd2682c279ae9c6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6584f6be9cead1fec0b62236de3e02fca468e00c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c34e7d7244fbc4c8610c572ca3e7d41d7f00d27a8043ed12fc2cab41839005
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e8afa72af100d78b05536f3a889bfbde1e07b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b5462f65656234d37bc861f73e708f10ad7b895ed225e5e016c6c174332d15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62172f9334c8ec1d475ef2222b4fe4f97af493f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896a147c4c097e8cf920e6d50d714124fc4654f24dbbe5933fc1e4ce6af330d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5dab717c61cf69e9af5128d3011104c7849d37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ad603db8e430766f45aea785367da000e83dedc5a521a5cf83a8344838f33b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec68f9f98781289d3b22bfc3623ef5a651c6506
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a624f74eaeb62e8a13a2582e32abcef9e9e8a5f0b1157b055d057d64e48afe63
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e854099b1a1dd4c9bc76350fc366215693c134bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a04b4eed83ca15be0ffe73400cfa6956af64847abd0555a5ec941ffea71313
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1837ebda0854ffc31ca896a3306de147f86310
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccf1d55154abca5a15072b05b07811e25ff041b79ff6e97cc970f546bc37256
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89eb18751c9d7732755d0bd010e65c04e6b36d98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb60728b5411be67af8a3edbbc3ccc3148278e695c3939cd5101142a38705627
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9de136f02a2c978d2047d6fef4217080ad66b09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c87a34de160f397db350d09a449f45f21efd54139c0b97595badccf429bf5da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e2aad925250987d560fc7e37cbbd4be7fbba181
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfb7a3b2e0641e6ccca92d4849c037f655cb4d468aa09d9422759032d7fd147
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1932f388b9ee8013caaf058c7b5d20506559d9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7cb2d7a7583e6301fb5e49aee09a3541ea10876e0667d95220157c0b9c22c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf86ee11bbd093902c3fce2444b9b149d6ce2e3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e729f065a61094308e1449aa2819e0109f9f7e813f852d5a946f36e0d60a14dd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e02e92c6a5f2f79ef8dcdc5d0848dd238ef76f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a191e41c651c1bf72c5e6b34db6e2bbd4d648fb8ecdced00984561f1396af1a3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a47e3e62f75475afc06c4f5a3b108fa6db20778
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5915690cc086622a323e7c4f52f6aacb015ae2149a61c27554d852857f6a3af6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79583d3bc0b4d96f7773e2878d8c73c5cad9597
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7bef141ba2d7c180a7142c996da3c9ace2d09a60de5f9a897148c5262f8ef90
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16899fa51c544d0ecb5ec352c0aec5a3ca75ae7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b66f221ac8426a23301c8c3cc7a87a55a54ab36a817d8bd8a78643006a1326
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80a9e891373b95d0d2d08c11899f0415f010e83f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b923d207e024a997816947252c7524d30a4e19bd364665a5e28418869fecd2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e576e93367b0cb74c66b7ab36bc0ae2ff55d4be3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b1452dc78df29ca4f2d6e014c7bd4cdc06ff1b7da0ececf7d2c67e54b0ce2df
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9dea768536daa70eba6373ea5532d29f79ba91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661bf174cad444433294a12849b503893c54cd23530a290807e79fa06aa1dc3d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8913acfda352656472d6fa745cc5f8d4c5e4023c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209f87f8e90c2211d71985f59aa1e23e0cc8611a1bc6ab90a8910669959a9cca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ff3195461b0a49a4554082442860cbe4fcb90e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0545f5939e5abc758da1060ff963592f66c61e1e51abca0daff580a4602409b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5eb28d8918c36654c735090969cc66c8f67455b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e59bc1f17cb57d9f2cb82d91781fce99a4394118b44326a9d8529c8abd0489
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39249be0a3cbb0f03f88597a99739ae142c734c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1937d449a4a9114df9bef0a9ac4cbe4df9a49575d693256dde42dbfec5f9a02f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..622488e53deac0317aae37192b6a6db6523b3c5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66294cfe1031ff33986e7fa0f13ee394d7bf76e8e4599f0f5e3eca5aee0e0ce4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b4f752e5dc4e57a6891ad782c96ad8ecbc7ddc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f157c74d02a0eacd8d2ef689fafe97c4d7e6ece2f1b174b21a6b4e396bd341c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa38e1ac1360df426b937dbce86f251dbf102e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb07d62b867cc44ae9918c2821fb5a4db910f09531aa3029e1bd6ab83f294a42
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38094d03c1b36e534f386e8f12ac5045f88c9504
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92147bd4ef6fd9a575da4b6de949f24130b1fb9d43084fe374b6983a68fef6f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67315c74c27314e25d38cc55e7a3ad851169b658
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e079dcd7ca5bb42dd01f363fd69a3c5df5d6c7eb402229e78df9f0847a3dc5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04239259fc88a9d6689eed125c5804e34de783f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1db3c792c32d5836d646b103815a14c9a582acc314120ef6e025e13331f3f6e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279dc9c92b21b0713e2e856803e6a053ebb32fe2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f412ff2f7ca516e66d4893f4c2f1ee4e97b10edf556fc04555e2d782321ddbeb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3660eea2ec6d3d14a80ed80eaa69d6fdd770eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6e66ca0f2f73e62b2d1112f70c653d1cc7dce266e8ecc168e70f324d17251e9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5748c759a1a0e38953bbf920ae409e79a5bc953
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad2802cfd73ef4561563542c4891e320f0490032b3a4e88be6986431404eafb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e327547a441f6db386b58d7b72a066be2b7c04b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fde53178e5e2265888880f256000441edcf49c6e44d374f6ed5372567391bdfa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370799ef367d348f2b6358a1f7820537c8625dd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76c034217b546907f007258967cf49884365003e9163a34c06c182fe500e659
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0acbf184cf17201c0b7bd478d017dcb9902828
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b978b657d04309761ba5efe94f3760f4fa0b105b3ad0b1e41575a6ea898096ce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c40f3ffde371240b7933fbe3ccce577b86b948
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37823f2c833d04e41e886c32d07ddb20b53fa520ff0f2ac0d91e78db4e9c37cc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbd52e7639095ea22583c2d9be33e47bb7799c3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0eb5bf7b8035b808031850932d45c5b2b355abc660cbb2a34c60b1fa5a209d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9d589343941b0ac09a1339eab45429f1f02db2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781192b29b5f85557484368c4c98f4edf7ad9fc8589a69c77f3491f47b539577
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7637918349c5885799bd8b8a4252432b7a832c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ec00e855ba3981882b600b9b9d786796a8db6175e525eb751633557418a89c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7826f0fa6877003a8940ecad39d939bd55a501
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c299219dea134a4035394e888da81100696cbece5cc2f60dabd7fab5a21a96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69b3702d38fcbf097d961e1ab0adbe8287cd1980
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee447a98d3e30ba00b3f55c04a582b6ac643a396e56b089102300db0e2bba07
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648c6eea06ec78b1769954a219cd1b532265ee1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e0e7b51684575749e796fe574087a62ba1bc4fb2fc635edc63f66982fa59d6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c85fad118f41bf7c5b0121ed905d104059f9575
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4101218b26ca93ef3d20731f18449d488710245b39ee05ea9a4f6dd221aa3677
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a2ea45e0b57a8b4ca1eed8bfcee58d4b941324
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c44dc8cfca9ffd6f8716caf7359b806294ff483577ad71161d1cff95cf1aed7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c48601a9d5991a4b65a365a4a2bc5b6170fc76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0f62ba56fc2aa043a9194cb290d24b180a7d18a17958d3688112f18eeed6de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a657c8c9c9a1bdda9c14a59d40084bd6070763d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc34c9fc567d9e9e9b68f4f77695ebf1f48155635cf7f09a23f1143933d6ebe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469c1c8dacc3b14e13fe2625230aa80738a91a3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799c8d364c66b0c4ca3f12372dcdd47017c7d380e683d4a5ae55285f7c48ad60
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15bd02315831dc164e1c07bf5002fceebacf9270
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244271a277d82260476f56989e5e8a40409e1e9ae8d098f2f53379d74a961cb6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..184469ab97bb15de7e274d801a30fd1224489e61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:029e6babcac3ab781e1f563ee9f640a4f1b642297058deb80fdbca4b673f12be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa88d442330225fd442144624c57cf74d7eb178
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2514ada7b6782ef34c13c44cc492b7f2525c6c043798e9d6a9f90987d2fc715
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a535762e46af48bff8ef36889258033181f7137
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d3ba74b93272d421adeb066159cfec0f25d0f3fba645c8c37353a287ceb11d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8689b489491c1a618980870202e75c54485a804
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc487b6ad9c952a0d0ba83808b98415e7de6868d4967a8cf39d455d7eafb2f81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c03a093c59f0d7611056930207ce358bdb8e98c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee5dab6eb152dcce3c3afc66d1dffa3b60497cdff010210531127c54ae9d3683
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45c14b78e644a7544c72b61977af61374d2b8dd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315f8912ccec463dc1e131ef88a9ee8eea679bc2ae0ebe5b17d80117f9fe2301
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea99497407e6aa5e9bb542ce8f106b8bffae224
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42086699a4c08b3f862eb76a4e12a6db2f1fbb3baee5582d688e2549231a945e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14df1c1666cadc014dd740671111d12623b76ea0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52eb6becc8857be7639fe3fe8893a36ac25e55219d0f6add8910002d909ea5e0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6908ab98a5f12172bfed35435134b7a7b7b12dad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5629a60194af4be06948b6074c7d53d2060834ce4ab6d1b6e57ae2622af399a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60aba424be0502bffa5a2192cfd4ed85b0f68ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:799f9a6c1905373d14717e1bd08446ddc7486319f220613db780b174349c6724
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ac4534bbfbf0108b4370b806dee03ac7eeda52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9eb80a0ce1ef6452dc09bffff50db6dc3dc78fd86f53cadf4a62dd62415652
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08167640b752123de37ce4c32c61f2611c95c05f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab4794db2128623bad5b7b63e2627c70e177b8630bb58fec583c66a7851b64c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66036a9bc73e2653955b7c11997ba0a8a43ec71c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a67f9beba4aa4107d7d7f7edf750465daf80e3bca8eeab3fcf07819f351dab6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ccdc2fcd40ce4abbc3379a1bac215625084d68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b1b5a4c9b7c0073aea060976b6083fb268a1b9b9c3ed42e16898e0774d373f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25632bb37c5d94507af8831c335983698825510
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28786c0ab2d2a380d132ef14841419685b1f03eb5354e094214e5f8f438eb0df
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c73ef55a13d507895deccd8639dd1287868d47e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aefa1a5080ff1f9045c9561a928e33ebdafede285334e417136a69f33402cc2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b325db44f410dce2c136abf466e75cea0250a2d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d614c078025dc1b48cf17843d5f123986a65fa30b9ce0fe475ab972358f3e6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53a22474467b1c2378ba2675c45382664fa67d71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74651569a887490d419a95f5308459fc82078b399d441cc189bc0bc12ff08e42
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83034374ca6d1eb95598797a40c299d197398a29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0473414347320087cc8f5362dd944897bc3322da9d9da98afebd6ed75624ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5df57adb56c5b912f77091aedc0157876de0b72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa0c0b03f510921ff4e6811fc0c5a83be54e02396fd38cbdd480beb967a4ba1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e1194aceb73b9bade2c257c3c609d9e89256bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb1fc044d26695ec5d7b0a4f44e6861dcba5b55927383c5a9a83d77fd712240
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cfc687f60d4a2e9c064781177993a095525963b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a51bd203de14fe818a90f35d8787a0ce5567b675a290ce0207f9ab83b14ac3be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef7a8b4317bd93cc829df70c373669df34fb3c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfcf36052bd5eb01d86eecb3b61004ae2eb582298e8e51e79831908dcec10d48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03bad0f94487ab6442be1454658be8cfc88bdffd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b392d5fb6756bc32dd17fcc93e6385a19ce1acde937ce09d2b10166531e24caf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3068537e8f904e767fbff5da3e3f5349b49b5577
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771f7ada34f91080d605edb1825910956f0ad00a710a1c7507a7da16c0d99568
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f66669dde8039ece448102fd114380c62d2214
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678cb776758e52002a6c7462124a72bf1b2142b41f0438e507d47b1466114c05
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c1f790496fda8cbb21b57ef4b95637b6240ef8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae7795159407e4858aa6431c3233eaed6d5f83eb9e5b19e89d8c6115b4b95dea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c97cdf093cf0bce060b0af5fa6208dffe5e84beb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1ebdd5b9a7da48d884dfbe28c43f75b4547f5eeb6127f0c3481ca2025c3e5f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a6209ce149858c3b63116aefd54f899ced2dde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1d30743b9d4ed454bc6ae3a3e950a3203cb9356edcda3f8e4adc9b6fb9a778
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f218c4b0e4851acfaa08692900e92d9f6710d35f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870484812e32709f4574e9711d463a6d107fc89236c75c1460e1f3fe6e219c66
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd73e26a5ef66e088bfa8efbccb75c439166f75f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c15a77718bf4ebc29443a806cc1dca5390bdb92729741201107c88aabcc1b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202d56d7d8d3627eaebaac2c0491ab8e16e09b12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084b1ddbe312089abf91283b0dc4f044d0ca684f58a3e05cbdbacb6b6df457ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2605edb6620cde6f31290627500dcc378aadb989
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b26327690c75472f06b6d7e50b3381d095d1d75c70533fed037993ef3b2dc9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28633a51e24a6e41b27959f19f841b12b23bc888
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df95c72c7477d1b1dc5f716e529d3616ac1ac539594c0be46d4101d06cb1d8e7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7edd8c658882a5dddfbc839ad00fc9c8e4b7a1c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ea23aaf24ac1858b9c6bd095c97a3cdc80069f044c761e183265492c35df01
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6738d8243362a6229ab28b4054b58eaeec8cb981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da41efe2fc889cb4506c5e69335130748010f4783158ec6e6368a62bca6f1b2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de27551ad14c9d3a6c385e2821296e3a9a6ac15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:435cc44f8ad6215f26eaced2634cb6c41a4e6886b38a071fd7825bede83d13cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a988bb37b5873531379fa9a542bd96be641f384c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98be0cdf9fa696ad95db946de8f5eb77002883b3df99c6c987e8101b3dd7d95
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b0e0c861b8cecac7c8eec19b259e83925b3bedf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664899cea12f6a7d4be7be275e60d7d2f8fbaf3d495dbbc873acc56b410b3d72
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9dc479b945afaffd13964a9bbba4ce2d9951e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40aaf8e5c518b5bf87831e24c2232908e94454ffd418a809a7d088191772a66
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1b0b3e719df85ec35dc07ff4be17ff8c19a94e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ae91c4a99b6b9099460894095f975aa42591cd730aacdba48464d1004f0815
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acccc00de8b55648e17617d6e2dc0529b4a8c2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867f1caf5a7f06f77e108863e5df3a86ebcfb6748ad078bbe6dfeb9ea692813a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598d164c98167bb61bc2724d5e72f494d427f712
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf4b4b2f00642c59bcef781553d62d01ca8cbf95494f9fb0164d73d4724b017
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..430612b020e988a69efc5ca75e5d0e39241da45c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da1465fcbc26505098259e37c2167f4ddf171b670e27fa271a8aa7e772e25a10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d81b48e8bf414cea7c3156eac9e36f0a615fa83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa35c697f1d2de9d98b4cf66630ca3ac75d84d3b61a5cc43d2071c5bbc41883d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ab350af013651e682aef6ce75f642beee87ae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f596e1dd2ddb8984fa3f53b57521935f21876649bedae9550e2167474e8335
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8299e542131202c4346c4b8b9f00e683dfb165fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:385e5f92924708fb89dcbfc54579ce00f45100272d7aeef37077acb98109db82
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c890411ed915c3d184fc06dd89db863a8d0cca0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5183a3fe2b24628e4808ea3a8e9309e8c15f27f773e46daa26b9fdff3078d2df
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..610928710758207eac6d7f59d8ffbcc42aa555b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d4ea0ee9bca525b88e4cf1e11469c32594088992a2c4e2b4c70b5e8de624556
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f94072d8d48256665fc48d864720ea6fa5e6b32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02c902c2ba979b8c7561a337a6810f7ef2f7fc62e944ca4dd87c8fa8f00ade0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dd16d044bc715ddf77800b981f6eaa93f9d3a9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a50382cb82af65a5de877eb27dc42dcb1cd48edfb77920fd80b351106fee18d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b69304e79d1248af21ea9e8e0d80c721da3399
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae1282ea8f98bda6972e5b7a8a8de1aea02b2674c39953915d8f7fbe21fd8cce
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553a3da7ca9c291b4bdc67456c64822dd1a0e0c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44803bdbc68ba2694ad0d4e4d61a1cb96ae8fb136d3d1562e93b2530b9100b57
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19226a35657a619600168dbccd91c37befa19bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29ac274bce3530cfa52574e3bedc72911b79daeb0c9c87e1b93bcf4725660e48
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee968f16a0069db47c13a67bdfd0c162be59b771
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f826b2424ccafe37ee8acad12575e8d17bc24bd92cf8fb8955ab64cf120fd87a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4c3761db59a3928fa19c79b8a0253121394c84d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95cf336eb8f11a6c1f53604144999722147445905068d8f78774acada628e9b1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b572fee6954f0454ad7efe8d160e7d784141c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef8cb5f59508216ae2280cc3affac38e413461baadc251668152d3bb2d6ffe4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cd9ece90c98c6779508fcf8f0011e38cda4eb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c84e42563eb739232350f4a941b878ea1023a3b0aae2b85be238a7a0eb75bc6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9278efab0736a3e35bd6508115aee6952b8b3208
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9da6bffdd20d80b341c9b107699a57ea1fc1d514a62c823a0c85daef9a622
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6bb6f1ab6df868d501ec3c08d35a897ee35e4b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597dec19e25e783a4ec6fcee9aa9c337d9d8eddb0f962be8f20e0756831922c9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6fbacdef907525dec76b7358b81fb59508bd79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8769c4a52ae0b9b16b056e5cc30753a1d0bfef40a214ce12b1e86d14410ed506
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d271f3d4304da90cd80a7651c49cee2f13bd899
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c93aaad78c8a147a51f9c33a7b87d987ac6f4a4eeb0b73555ae48bd880613c0c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337ad5163c29bedbec394e44e59a039e4f8ca4da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a86833fb6cd000a3c395a2848628f24c6eb65e36fe9891b4ec09a26a5fb1fa08
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bf11a01a47f5ed940a5629d817f04ae9e1eb935
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa4352a5538257ea916e7e8450b4dc60661d4193abb3cbdf2c7d522d72c2a7a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efb3ea88a3326c23f45d4d0a6ea7ed9d09c51e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92e9947ab202e37a88681b5dd4acaee4cd0113ac9f9963190436a14018761327
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d816a6b1ae7c7b988010fed39f2a9a4415842c21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5022cd1a16cadf2bfa980f2963704600d60ce6c5cf735bc63ff09a91e81bf993
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2237600a8c3916e08ce6198c823a8958af17b757
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7aa9fd9013ce68d1a3ef4b80a8eefaeb123a94aa34db3c40e6849c13b7dd59
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78e217e2738c2a7024677b8b3f1c20723d7fe4ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e91a908b5848fc1b5a1175b196290aaf30cb587378025f8f77b4eb561fd5c6a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994405bc880af2fa01013b455722cfa4a3d65c4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64235b37cf31586fe063cf401697f00f0622aea69c01dfa8b84c912fc8e55a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b19e56125826ed9988d38669e11d4e01d85da18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c52370638f213782bc9b4a1b58ef2784afc1c108d8b7415bc647a43771cd70
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4972f6de89ef3c2d089984da512334c05a9d7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66157473f231d6f5d55814b570d5f3fe2fcb7b277f9e42c7eaa2c2174f5bbbc9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da335c53fb76798ef79924c40e570ed64e740126
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aafb100d909226e8e98250fa2fe663305737b06a6c7a16f970bc2e88e0728f59
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d1ac14950259e0b1d65173f7eeaeb4e817263da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77e8014d43d8663b43e9e26828cc47fa07c7ed2b74c10ceaf6e02b2bd8e6f00
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022a2198be2f256a3acc66350e0e8bd8bce9c33a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5693e6bd05712bbdc537a7437a749fb3be907c8d4bfe2828604b7406144aacb7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2ffe799cb074598055bb8270b9a6d751cdc97e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2137a8cce167c02780e0e9ace07ba6d6da9399293f6282fe6e4096ed1001d195
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d19d30899bdfd9c2aa9c416d7e618b9893230b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d375b57b6e166b4006bb8e2013f34e42a2a7053ca51fe906a9b1d0742c89dd6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b343ce05e23cabad98dfcfbf1ef825e56513ee21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66d37f264489d4921aa4bde16d8229cc62a481bfaa198589dba2037961051eba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531df470aad7a6b0af805fcc3ece2b5ee6b770cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38a5da0a3877ef9463ab848da8ce6e12a72ea2ed4eb703c9ce94cceae92dbae
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9508b513949c1d8be796451117c035a57173b273
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63a0c05ca6b0fe09ddca96664eab968494231c9015cb1e073aaeb67f2c6340f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74163661815269777d0d60ce91dd6f95dca9532f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13f10d7de31a62fe72ec678bc4dc50d7b67740d0e473c9450805ced230666ff9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e7375be39f78b2b50f6774ffbc59c56938feb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75dd0f5ce7cea6842090624d940b29c1761166934cea0256ff9b7609a5c20580
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86acffd259f10aaf2d4354fbf1f1403c7800428
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a5fd34ce689683726f6c09b6787fdcc7ac9ff29f0a8baf3a7ccf5968c58739
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25771682f27675ab0e7de01f581b3e3e26b3f11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c99486fc6a3da75e764d9096198f376b27798c37ce458fc085a307b218b45cc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40a36e7759722f2577decab10e27bfbf51738ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c6bbc433e9668dec97763832a30eb618925ebaa07c7a4ba61e038a5270ae79
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..691ccfdc7f978f223393eb42e6eaf2bc51f0a71f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe6bac33a9734db7d7572291ecaaff44f282fb2f365a49628326af8cefeb872
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..060f6bc9bb857e4be10b8b4d40db16cabcd1a2b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a581ff618f8d3b00cc84ff76adc46ae770f9021055bad48d61a6d0703bc8c3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f221cff79cf9cfb13e69df448a5fa7ea46af0046
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0c4fa63f6f1c1c7bc4257f78c2f173a8db91ad6f39c4643c5308b765e259f74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2be4fcf415b9fefd72d570b42d7a6bd8b415bd9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f21819c8110544a76a56b339b85445f771a2f0b2d3f4dfe2aed384295d2dfc02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3151ef0f787f90a021a490a7e804278ba55584e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f0bbd313862d165347cdc6e4fcc5e2e93860366d26fe7628aebd640778e0db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6366db9a2be934128c975bbedd341c8fb1bf4fe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b543fb967b602306fb1bbbeeb1af2d0af94c2d4af03f575e35ca4f107de5a94
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8df2aadb376fc0fe7f4ce3513dd63c9cc48865
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606a740ccf7f0f418b3b5ecb11b2ac79724158791bfa403e2610bbc52fe1803b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5d0d39218dd0211f08c1c1448db7c47c5a66704
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_16_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115ad4d03a231fe8518bcc1794a6f270011724d48cc072ea92d1975b4eabeb7c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeb7a899d9aa8a900a6cda65a44ed609e9a6cd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9ce54c521dd761432cb4c354ec5aa8ae7fb55d3f7abe49d7b398d06b1432ac
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b539a274d0a7657230c90c33f51c1c606c3264
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b5f78905480458b8f83e483664004cb5a7088f3619085fe9753959cc65332ad
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e7b5ffddcdb1b280cbbeaa438a43985a324f5c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e794817fc73955ae8746dc6e1f3a01fb80988d2c20526fa92e14ffa592537e6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55fb89ec6ba8e40ba0ff6282209614218e4d7bd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b96bf4ac39c38e117f80aed1b7b3d77b3d68f5570a927fdb4b254d846c0e9734
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1326ca7c54034b2ca080032b10504b6b5c6e71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea6ca704dec6eb637c2ab858bb358737bbe83b4406de91eb99f5954ca4c8072
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7a5dcb2291eb8912c55157fd51d8369e90a2b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7268e1fc3444ad3c6b8afb6e9dba4cc85515eeb91fc8d01a23e7b95b707c2e6a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fd3a07133da0bd10776dea43335a65c4a55f9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44301d6c0609c5fd5fc5549173fe87d7a589ff0cc9ce55a4d9100310a7e866a6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e04318282fa0c1a65a2a14dfe784b53ea58177
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ff19fb1e4651685bc19f26c09e168032945f9636d2ad52f6bd268b55ff7437
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d51218f49b0143bc29c61d32c60db41618b6fc7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2306cbdc57ecca575925f7dba8772db50867da0f5b3b21e38dd699fcfeee7111
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92db5dcd4615189aef28cb0a14e7dc703beba85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f272c9ad9e6058a54903baf3dd2a78262d2994a8b36a27b44b6dd02b7952475
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e9ecd3a634739d84b1a02ad34cfc96cc6ce76a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f82db2fbd5a8b9f6e149a0e53067c0d8c0eb0dceda16cc5ddbb8e5765c38118
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32b734e03e64612a22e989276ec7323a8b92593
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ae27a8cea2f3aaae2d64b6090c984d373781b6427c725157a21622a31dab38a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a15ecbd54979e5cb2b16a69eb3f9e8c45ea7a4e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84be79af4d0cc32795530d2ab0f2c7bdb11f34fb2b0c01e59e4f7a1a69c89177
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198942df73e09a43acf83f1a7791408b6703c9a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35132ce157b30bcc32e0e26f4fe15c9b32cdb9ec18b0cd3e1939929e157e1543
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7954ec298c6451ebac27fd967260b076bec31260
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030ca9ef20680ae2e4550d5f25a9171cf2ea0f00c70047d57ff9ae7f12f973e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49a52de3efa0ae18070962567258cc16e68fe2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2385c04656e6efffcc64284bee1871573501389dbca009f09da35f034ed283e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f60b51434649e7071dafc317b63198ebb04f705f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cea9dae91c367c15039386ad54645b2806f0ca48977f4621ef1478c68dd79ac
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7062716f00cca22450c73aac9f2eb506e86f3e6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec689b65175db40959a0d45d9a1d50e612e9a1c003237c63d88933f756171fff
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c662bc82a54066c99707adfa4431a2a1245d021d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67beadc0bdd6f09a92fae16f7f198e606faaa4fb728e0554abe64a94886e78c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dbd6e69b63ec654d72d2abea0ed2ffaa3e7cf4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493497c69d206546a154d9893155f0b6431bd38c3aef0bb74448cfea7f91c428
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37e595c8202812f727f231891c3b4b08f9360b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ff58792dcb2460815d2fe2bc85a975febb840513d6573e7cc02c9b45a1d054
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7db781a61a3045ad313dff6f7e42b50ccf8572
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31757df4e6f52a9075ce655271ca5551994fbe833479cc1dff2333204ce29912
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d05166034ef04e60173b7d4ac4d3430bd669d3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e8c117ef89feb4e4c61c44496fa88bbb1a9731693e8a305bf102e38840eeeb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93bff56942b926cb0dcee8bc4795487be6be6996
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1109b3c3eef274664af0960bdf8900bc0bd4dbebfa999dd6bb72bae1e931c0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08648d89b819b5847aeb9cb6d2d151dbd660485e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562f3cbf40823387bf74e187d44294dd9e189d4c4175bcda1920291895ba38ea
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9574d79e5b8cc367730d37466e78d684f22b23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbca82577cca59d9be07ec07a45bf6c8a92ae090f9352ed21b6760b8d69d27c1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72d69023530fd5874969804cac22977f298430a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85daa7a3a37e36236c2ccc3718ef34e2eabe09cd3a65fdfe7db49fd9859a3da
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc7059427a1d6284e03b2f6d24809d64c02a3377
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fe1f7a3974684ca228d93a243fed9487b5484e6f3b153f6d6c0935ebd9aa6ec
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24de8d8cff5b2aa904656fbc835fa27287f8094
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dc243b9a1911fb9441baedfb85052479ab1b9e977c4ffc7753a7e5e336bed90
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2c3df16d6f5d37f47e7833232f48b3bf358482
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a078ee747e8c20fc6aa9921bcec68338e90dec7ac37b539bc3b007c85f981dae
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81590d973adfdeb57114df480971eef2608a3304
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e339353247a989c59959b7262fa6e7261c1beeed67838bd70ac308b422ffb442
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..988d5d1052577602f882fc9cc8fef2031f5d9f31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cb91d646b82937693f2b39feed32e914c2304fd827917de7fc98af6c445f85
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513d8842f83660e8297c6e4eee4c0eb7a3106701
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25f2ceb4d1f67745ff36c61842e9ec7bdaabc4d45e17eb43cd685b4e94c66854
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc732905f8a3d82ac6ef7b02d03ccaaf8cc9c346
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd37180d5e6031703ae6ff1983093b891fbe73501f8eb5a2aff9dbd261409935
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6625953957c0680ad8adb9de7e1049b7de9fdb27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74009a1e7a9d63e992c4faa42eeb459abd5b2c7bc911512980be006d09f86332
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e6b084d70f4250fbc7e77f019b2a8530f1f5906
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331e3997a6facb1f7d4f1c27cda459de2d3d291af4938bed8f0da004897a7c94
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c12bdd6f7ea2bfabfcd95ed5eb6c9215b01d064
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa9e102480509092ee01e55e76544655c923e97fc7a5534045cf339c5ec872e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49af3e1d758059dd02463af81073deec9bbf1095
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d6f00cd84ced6ed0549b685187183550d96ce0e1ad1aa7305bcbe25e82446a8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d4dcb43036710a9d541d6519bee8f96e1bf4f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe05318e08334c0d31b60ea686eea508326bcb6c80baa4ef48e4b986cf0a632
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..733585c2cab9dd3a7866cbd298441ac6f7333514
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5b66d1c9965c885892c24a7fa5b58a66d181a3b7d971a0aac70207c197109a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984f1a77b7afcf62db658b1951a78c102401d05e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c59a2fb1f683e62a6ce00a9d154d92779263590b08c1469fbe8b794bd86e82
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5e594b6809d1756a0fba525ef1666347a7072e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59d3f9fef0216d2b39b9e03aa1973a2e8a921a15ba69baff2212df29c94186d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd0f0a52db3575d411da94a177bf4c0b84360e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc18aff8fe15055e1a19b2a81bcdde4cffa5bf1354e9fd50a3fbdaf03218796f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e30cb86bdc2e592a088b990cc053dcaee0164e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc61556fa832bb6644849652d864c9fb1d307a952e694e67b6b9c0500010515f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2ff1fe23aef1154e169db5808e472d0a540f51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af27bccd628f8ab483b1234839e4bd4c5f9a8d2e9b39e0909a7534dbc260aab
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e27aa8fd2347a2995979e47c0fa341ad8b5791
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3a701ac5cf2c53f9676f23d9e3bb3144866f9d4ca9935dada177adc5908fd4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f99e8785d3831357d3f8017cf1fcf887552a35c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f91c98e2e920eeec14fd86e7e48e7671ec58d289e427681a741f1ba178503b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12edd2c315ebd98cad94d9f6abd31693c981f347
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:659a4d2b6f3a3628e67a79de911e2623dc67beeb46ad7ab40b35b010c9b45643
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04987da92f43aedf09249b765d2b22813252ece2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d8d947c634b25b49d9ec183bac4239b5ecefb6e4a4f56f3e36ff0e6416aa89
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b3112a5c7e13ff12162ab7ea3720a83aeeedc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d0a723a43ea474dc8c65cb0aa2dcb493e815b8190d67835397be6240d34a610
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f2d299723db6d42700559891776221b8e5f5d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9272ba94010d226ddb040b51f016f70f80bea11e0967e9d919078e6096581cf9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..856f49a691827e08294d15676235b850d9ef749f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070e4f6a3cc182156f605710b2f2a948e6ce0d9d2cd8cc40f348fce1ef31c272
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbc165cda81d87c55398da14e09aa8ea6a312bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4157c16a7ca92d1c357da18efe29dae58562d04431af4cab2ce46d66cfde0f7a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..513523e691e5eea3ae7d1eb0972b14d2353659a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12842114afad7a3b903a085c194356ed6c33d14257682ca5ff3cd9c283f66a7a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b8972d58c95b587709a5b01eb8c517d48f36a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21a204b394c5941b927a99c82658adfed9610c1958d46dd288c95fbefd6543fc
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8990248cd37d754e7132a3e38e3fb755f8ae5e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e4a16e789b3cce189b25138b50ae0176f1c00e7c9cf2b144a0f7460e83ba56
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d0e9f4495b77726fbcc9ee1b08d80f3e7f18f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c5d1d576ad83e341b7e558f02a58edad9b03f36da951e92e66195b306f3316
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7a108048c83bdbf39263301b764bdf519af6567
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f6e0e8714f4e0f5b6bc837cc6f1e6867b14828e64224a54fec1ce4f3aa40f95
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7840ddba15d5cd05f0fa254ba00d0db078c07de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ed953ea2b20de30430120c830a083be27b6209826d7167c6a2fb1b0c3905b7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c38938839f4fde734252867de6e0af6ebb1d643
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b4d71f09dff38aea4bff497d08d32da9beb44d8ea0124aac074be2d1671c12
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067a4af1052151f9850a649593cc3ff1c80d84dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab25bed6744a32d7b8562ab57362500246246bc856e4c9af88f86165d76b1f7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1650c13c06c546b0d264ec27aab335c11f844ac2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ede80e1a44aea26fd9d32fba61a146aff00249939a4391fb825027348a57c37e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64afc26b32d3e1c1404b0dd2ea431e2275f3d77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2d43c78d82f86d28cb77a1067c558250d765e5021f3bf0a8410d25e989c6caa
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25bce7042ef287fae0b93b75e08c12e51592f84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a91fcfb3f68f4d6d0301cea81d2dcd7d158c0c33682bffa06e8a5cc4b79016c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a81268b4b85000948582ef1bb53adb0079b1408
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a136e7e390e420999a5781094bfdbc365bee0b8ce28a6c9a81cd3b626608a6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61ab8f633a6049ec9595af8497f72e7da1d2a4d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b199a5641dd2952990199681b39b9e01d913e5f59c5207877ef4a91966f467ac
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4d3cd358f134b1a55448457d9a3cf5c4ce1b705
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bba2463b4c0e9249fa52da811694f799f93284afa6d75c50db73890170014a7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfd271ae811b7dea632556da874cfce09b5ed52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0880eb370548d14a4a6a5993b370dba6a673970ad7e17ab55552472b0e4f417a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e2db8bee8900d3ff613eec81c370b67ca3780c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0470204946ef9b007c023a474fa2b3f62953064d5273aee8972a0b71f09b919
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4616813afac7a165047f5b88e5f869b10dff502c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83a79010d6e39df52d398809a2761d4918d78e60f50d5a3dd4b5c887f15c5699
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d8b29610b33beebac0d9d1984a566e116d74bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec0be668bfc06d97830b49da47357339b7f31647811860a5169fc8a95328949
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b19598bc76ec8f6cc6676a4508b982edd414897c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e9a90b9a45a84736e64c139ee38ca391484252bffb4ba3c7e90841bb5818d43
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061aa25ca4da33354180afd0a8d5ca36ddbb849b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b3fd5bc3251e5648747e713cc5e36771ad61e331231a566b9807b272e6d3c3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e041b4d4608efd17c8c5ac907dfe1bd7587fc218
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:482c89a769c19bba48ca9e5274ec7a406db5b3d7ef4f29867ac775c624694b14
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9bb98136d1813a7cf97c766c70684b10fdb9cfe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b254011ce60879ddd24b35e04d2f75b68c5c448850e277be7397b3ee8df2e03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb917ef6b852f893a95afe160822c134b67400e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a506b5e3fe23cebae36208890dd7b9da14475202827cd1dfa4ad0e135bfec26
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29fbf8a9bbdffed357fba32cd8caa19c6ca12dd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fb0d35ef76fc6c64d3449954c8cfb21344e22beb7e439aa5ab549d4635816a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d94e625400913f5f004b33f1d1420a413c0adf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d16912af1156efd3799f0e7f1d64584d53643a281df49c2d6947fa9f0b38755
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..757926e6e41b8bd7bfa64c36ff79f444fa7cdb33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8333ad475d8a33b173001d91f96ad45d61ec260cd051dc107b2b8f61fd104882
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4d1e80259e9d6961363fa8901a4f7d49f21b47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a90c4518df5fc6b31c225e5606112a46b446683454ccfc2aafde5918f85abc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b50740001e2c2e314fe9e856376350ae5efe0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170013b08da634cc38da948fda6a1b7ea2b83af9e200973f407a8c8933fea472
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af1dfdd0c3de9f9a422cc7ee3c0391c12c9de9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5126f2545a88bb316c080a838265f97a6ad9ee1df7a53d2dbfdede121e92043a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7ba51ec6a72586fb0b452e9a7e505d3fd74dded
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bbae5aec01b0c5fef9871a9a73b6a2c7c5432744d78396235af1df875025d2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a19d0f7bd19360acea4c164616adad597fe162
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9c619efbc07e885a2d952a9adaf5f9a5de125e02456710171144507bef4e31
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116e5627e7a94292918cb478178bcc5144bb985f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be06fedc7d6e6acf6fe569b3674439ecbb580d18f3180431695b94fcb502a78
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0302e2b23502b5f0132ea21570d78b2008224b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8be654a1bded5a026fa5846cc1d57c58a25bb0941974426a2fb019b8a8a5936d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01a309ea32c79bd9168300e04af778279e7d471
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d2a81fafb71cadf8b9df0050aa9e6f4cb13fe4e71cd99d711fbfa97bba9ace
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64d3a2d51a3f5c03ef166aacd62f08b1c2c062f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97518cd607580e8faa257b2197f3658162f984cdacb3e9e781a7969375e3dc4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f520bc0195c72e8212fec26a0fe8fe6a1e8a2b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795787002675f2449cbaefc32ec7409d0bc96f60eec2dc45102ad08cf4f25770
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a84cdfe7ba667706691d9768c38072045b58304
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abbc9dc6e44973116972f6e33dbd046a55074cae81a237a199611ad966aff0b2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602cef8e5b22d74a16840b3116f088b72293e98a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc3413b5e11b8aed1c46c999788ef219e2942760eff4b2b485d8d99cd3a4aee
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1703203bffad2a8f3a46b35467fa0463daac46d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d141c0e6d1e790cf7576114fad3e974eca5f94971f8323972383fa14646a68eb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aabc3fbcfdfb2cc9c938c0c6a5ed3a078f270041
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389b2786cbdda76bb2cd155361ad8bea43f011902a0775d6811342e5e5f035d1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a9f84f47af28ad790cc508c4d40089532b2e2c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5765fe9cf3572f46adb265e0c78b794a33d051b5789473c3a2bc86c2f3a2358b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cf85a5f34cc8536f39174bc9be2b0a148089baa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53278381cd5b5e052e296391b52d2a2ac40160f4e91a2848cacaece02afd8058
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d75bbfdafd8104f23330cfc41ff5d0d9c3f0a4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52d2d2ba92360f256298f5c19d287940b9a30f4511ae974b7ccc5d7b4f71674c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dfc33836696a550d37da520e2926451cb9b1bc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cc3ec081356487a26df989e3e52e8745f6f8576d28ae7545628678ba211402
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3405da1dbad7394757e18a7eba17ba60bb059e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78219d2a2148ed7c2fd8ce315585fe77715a0dd34dc9fa0db5fc0179de0cf1bd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f13028b8c82d5b09f54a09e37eca52380b799ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1537396cbe4ec115aa4831ab7a84d6c00a8c99abd5e1add23dd22255a45cebc6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16539bc6fa13aaa5573270419ee9fb4bcc50c91d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f2d31db3c5cbcaf239afadc3c8b2f7e26ea543a9bef2d7d59be83f91eb2459
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bd999e9067dfc938eee50f12835e4c55284707
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f56c93802a74dfa9658a5d73279e16d3458bcb9400819c0f477745e87b3f4d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb668d47d76a8c07c5639f9877d4c85c7561c4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1da58815d36981eeaf96efa809fa12534b4ea91fdbbeeee9200c09a9453a3a67
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c45278e2a766abdb5b160a9545a1ba79d3bd5bd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e83900bbe7ff1df57e344b25db5e9b75ff336a2e92d7e48285b8ca5e96490b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b49e866cb1e38d5e5cc0222453ddf6fa01df430
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffcddded67c174b56666d44c7e45dd0f4fae6a713d52ba1e63b448e122797691
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b81d3ede53052d8b396594057ccf3900dd342edb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7134d0e27873b2bb3ee50be2ca95baca454d7e86d14abfe93788f982f10712bc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fdac3b378fb035029fcacaa8c6682d05125cb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed4c6ec1478363987f0986bb4bacf62aa4dab286803a61d8d9bc36f2a7ecaa2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a69788487bc90cfc55887794892a73ade234f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0635828fc45b0024823e9da866b20cbe143d11c5eb4eabca7086b0e3c9c95fd2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00d3f5361b1d7270fec44dc7b29307a085f5d7d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc3d146ad7de9d7505b42b8606817e37dbcbaece957d6d072fb114bdfe04d386
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f80c706ed9be2185864ed1fd78f80b4c8c736c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cef45c72abcde07fa85629b66891cbabffc87e4ab12b2765f5ab87a017c4cdb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d16238230335c2d2e49992f87841ba13c757f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81a75fe9fdcc94463812d9708e0a4b176ae907bdc783a737ef0bacf50d93a170
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efa8fc5be3414a423b451a81e7c1df4d6ff381a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2e555156e5c57d8e521c5fdcc47b3be5ce48c5aefdc63ff0c247c369855a7f7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02c38c111a922a44b8f38bf8aea1e44f1c439f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e2c9531c15c247b7c15acb35475dd28dffb6f1d595b65cf59b4664a69009ca
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4908b096e7719166227f446331e95c81c4b5c078
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35241423df32c019bf3090052403d4a8ad4a7046944696d1184fe4d1024bcbe5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e15a61b8af3bdeaac7a5dfde1e3351a522c5c7aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e4ed868b6439649acd8d75b0f0489cdde99fd5e4ecdbce2a97d66b9ad3e38f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1c3a3040e42b06020b8a09ae5a08b1206b3d73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a36751fce564b8e37e08e6720284a92f59bb0e0133015de1df4284e9798ae02
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86e70618fa26f86edadfb83e6fb033575996318
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89440bf067dd7e2ef1c6b5e10a2a98376777fd3e0a18d1882743e3371c1bdc3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ccdf055ba19ac625fc6c153d332e1733e2d84f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e41617fbba8a1c48775346b7c5140d42a5c2d89108f57c496061f1a5404751
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e51d319764f9cb83793c45fc587d2c42675bdcdc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e19031c66282bd138f33762ee9375be9380481e1f76f441f744fa4cf490e0ee6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731f83d8b7f06ac670c40c7eb75205455b6e4596
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8fb783bc22b4c58538a91b0f2648ef6d95da2d43ae6882cf61b72e79585d0b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257ce3f03c7b3223da20d9e239704236d477cb97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89f0a778c9fc21eb24f0cdbadc1febfb81562c3ba111cc223b2d8d3b7cca528
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9668568d5b3ba61ee736cdf175f2fd1586abf20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf06f29f62c2cc158397bd8e63a81a3a27eb03c09045fd3c622c09973d81943
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaae88f3f6ac0d6269ef29dc0ba2866ee24332b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5357fc9d3915fc581af30f545c48acb0904f79fac65b84ee9d7aebfedf07a06b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b50abd3e7fff3aed561f26523a24af3b5fcc10f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a7fa8d11dac1eee4024333c0219fbcd8a4ab4d8fd0a1173082f95ad3866d01
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de4579ece776226116a7e74c299fc97bbbe33610
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ededaf7002f6e7d4d6fa075b6cf1f5d24f07e7e9662f1bd28b53c0bb0c19e0d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab6bbc753d7613ae048e602237cbcb09b892c98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b1dba1568e4943d473c67affe58b29bcf11b04e51be45b974907838c2c0da93
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5408fedc00779993bf42ca1f12514cd63e20cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce02ce1d7d7445285add0eaf0980a7b319dbb543b7015956d074f2794302954
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff870113a9bee6e48b5d4fab5529c61a91ea2d83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a6a24838462d4747466e1f2711de2002ad965a23142c1a0a701ce2166f03f6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fc16bd96ebb1c85036090d6896b462704c313e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3866d91c5ccf0d531adbe5e24723eaede2289e1975ba4b2334debeb0dad68da2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d121c0393fd3134b538f00f8221bba6afcfb85e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ecef3e71b95e4f3ad923e5c41e5cab0ce4bf2d9f5e18e902ca2347aae94c53
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39f9ca1dc776d23e747ded43ca7ff8dba94104d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0ee4f2a866340633c5951c20e080a139eb999f0334ac48649f8f24be9f7c65
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9aeeb238db9503d45e299578605c9604661821
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ab85c270dd1631c14c7f91a85b4915db5801686e1896b7c61c0a321a89b538
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48c0d9cda278e16b0e104933507378d3acb2589f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd0b40f87535218fc58684032a7b5c51d67c13bc97b96d27c959e5616db93e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54e026e1fe530a0f5958eab3c1bc2f0b28b0ddbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:849a577e21494bd5980ca946cda973598f41ce1696fd58f71c715da5a19cb996
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7143992c2e6e449bd88dc106c5eed5cef0fc700f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f37eddd75f359fe98899222386ad455983c1a56dd148c453481950fc1e36f9d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62c35237d49094d2ef4259a66cb70813913dcb14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd6279205fe116229bc0767b8e91e964a01de3ba7c39b6009efab5d910354eb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17112c252b4065433fe609646bd494f1dd67ea5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f08ffcba219053ff8b16b1bff4d0ea20b9b811a8252d728039fd10ca8bc94abc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f30768fcd46322c87ff933aedbd610bf120312a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d100c700f4b97f10953910f41daae7aac297ce1c54c39413d0f01bed78402ea7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53291a6971aaf5f73f77d01a33d66f6e95f028dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd7ae81dd125a5b8a982093ac7e714d78a263e93d4b1f0609fa06730978ec988
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dabff84f186c81ea9dc38c1bb2b0fa7f74031bad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd1b9f8e19cec65200e268f3f8dc03a6cb8cd4b4d1979539cf8c8fe40738429b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d52ac82616df131df817f5c67ea9c4c2d70eb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:000eaab763a9cc7a64dc2b11c51f344683e75aef78a41a555913cafec25f5ffe
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69a67de2433d9bcadf0d4fdbd4fe571e08b214a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44d35308e916b6cdb36efe01a45be9a530513d99fd44d18d231c16337d28f4c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311c112b7c73863a62e1f7babbff6e3d509dc884
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da380834ac48b11d08c76d5c6896e17555b34c5b243b6aee128fea6c1f56a070
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c1aa0a1e1f415db54458621c0a033a45c5d941d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4316f18cb62bb832e7833622d1811b5625eeb64dd0127bc57c08fa997ff0f236
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a73fb61b798b5520c8b16469890d55448e116f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4118b14ce65f41df822d14dae108a6a346a93d17acd1525d4b17733e1095576
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85478c8c7a19ce857060e28723e1956258107ec3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d603a99455ffb35df96f34bdfd0b4a67677c6d9d7cea36fba928891972767bcb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..033def901c174cc77e04538c643c1215223aa29c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f3fa83763da2c12430042f3130dad6706f55025db5c851e4c58eb474fe157c5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79c235219416073fefc3ba67c159117cdb754be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e040abcf22a374bc928594670e0bdff9e57b2ec08f97bae18956a459162b422c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12711224d84af98df2ca5d4ad373b343d52e94a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc220060e8002b0136889f5c6a02cb79f083b07daf4f97cdd37b32b265c67f5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1f580964103960ca65031b87927231901d4e8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd94b892ffd0f99879f48ea1f340417b555478c62b5639340c1b42ae84bf15c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82e1c59a5117418c9ec547e9b3d4e6f47fa1458
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c38fc97e2eb6ac0763dbd2093436db1cf41e787832d93d32c766145ba787910
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d69f8be125c52118110bf1ff156cf8bdc1f298
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24246cba02c3a15efc429e6afbfdf1d0b01fdc02f62a01e09662c995318333b5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d914886c0e253666f38c6b1e4ebaf9068699ff4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e4e9d145489fc97fd431b31c48acf2c4ed7ab4ab8b46b1656c0f41f249395a2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10e0d64522fca786db86eb8e9562a32ad2d9c62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c7fc66bd3e6ee42a8562490f7eb5b8135ae0dfd1c8d582aa9f309f4b8c6cb4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9eba231f0dd9d441f5bff2a85acdb5fe5d48727
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ffd3cc5b152e60ad6dd3f3a8ce0623506db2bfcba547aabe2d86be544397a7a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba0b74a4f8771f4467643bd2a967039721d3661
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbc39ece4e083332180b20e35525adf8ebb3ddc632dbfdc69412159865013f6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3160c9c90f5b83a7bd00a4cdd0efbcf07b57fea4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9b35b0aead197c36fad365c14f7aacb5e5a4c6c16ef7d92ccb0524c94add1c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689923ab514f54bb0f8678a4e64abe9978e7b267
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5cafaaa09f93ba15d02b88bbae62fb5cbc2a9cf68323e6f9933b5ac520c878e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb988b42d846f1250ffe099c10564e516c35c72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45c83f5fce3d4b7a63ef57f2508c965174a8c998fcc34e647c5d93155b8e2f31
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2dd1239c7ae6714b4e111d0bfe83a0bc196198
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0da02b8c0415db5a2ef155b252beedbe155e9ddbab8d4d3cec0e3285072dcc0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469fd48c3a6df812be3e621c6f7f191043eff2bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11e273fcc6380134e07441574061b05c296f2947cf0caf9f0ec590267e6e922d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eeff560c549f66f16943856f51797c1f2bbaaf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be917782c6ae33292ec23badb84b2a0a0214b041096e551eb9c6cfa803e0ba6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aca9ac11401375dadbe91aa84111d4ed64a4a97c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ef65a1815e93a718ba97cc5679c13969232009af636d1e367664034d39a3bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..221200b338a748d5cb760920184d6d22b8282562
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af34b4f3bdec7471bc9540c0f8f3654fd59c4a18d471b6a6699f18f0941e23
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80be260b49bb93ad3cc92de6607b06fc44aadf7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0b0eb1dfe39ae58466fa21b5f657fa9e14d9791307eb537e36c88af2bb8652
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1232792eca27dfb559f5147b84cee7a103d3856
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89501401dc6e8e9c87cbff7255da4984c425d3f75d77c384c3e4d56da6aa991f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea48e57d436ed5784a8efaa607f018aaa627653c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3859cbab2cf2df1e3994fa6eb7dd2edd3b92b5c7549d5fc42de9314a093c79de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a9628edeeb130a4a71d1933bc84d8331fa96996
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba28e14d4ec519fd20ec6d3ffe3aa8dcb1aff7c225cc82fce70e2f1e9d5a6e5d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47605687f35b08a425abed257e0b127ba398b665
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3627dd1abfb827e4451373a5ecee3a90217111df9563549159e482c413a39310
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d1370632736b6c7f63b9a79150787a102cd8865
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c849089e1da17e257956ec2698ff37f03b045409579f3de57182ab26fbf3ca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b75a6912aaebb6da36cdecdfbc54dbb7a298d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d85adfb71f0b199fecb95284905ecf0130451f808d726135690bb6393386144
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65289877047244f272fb773a6e2f1c0acb6c512a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3aaa027f48c4c90ab89a10c944ff2a8baf92563b21a764fecce2363259023e5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb324c10d8ad579efe7a1ee8cf58e03c99478910
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9cd8abf7d269e92bfff413d49937b12d6d66a8ff25643011c2840cbf21f142
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c4938335ff9ac1b1964877b0379cd06b50a461
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d46268f4df49d8cffae329eb10625cb9bb33cf6046cef549de93d646406adcf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4d2601b065e5422f074acb6d28be1d344e9b5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c6484f0ae159a9a87f3625baf6fef5ec456e7cd3385a7dc03409ed63d67a444
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ec4ff77584b3daba515dfe12d2377d6b1ab52eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261a38429a3109026575769287126250cb4d09507075e3b86da76860920c8149
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b951301c797bb05c53b68667d3ba23b6e77a196a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21641e0229b3b304567a9be86cf18bd97b79c10bf329a270df8542448d3691a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971e1fe513af2ad52759a86d03323d76472a8a7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95de66a32d7143b55356de8553f20afa0f8695af54cb1366b3b26c33ce0742e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f7e38b8f0249a1deb8af0b660c2b6ba79c0bcb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bb395d91284b1580041d72bf64a952f558ca581ede1ea9dcd95684f865cc63
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b2c81da8c70bbbc9dc296a78548599eb424068
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14441b2759069191106e8c8fd7769d70b141098bc0f79d8b83bb494b5c4fe1d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659978f5cc24638a7e688d93fc2dbdf4923d3f63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2e51ed4c4b54f3226d3b6447947853704a7f0e774a759d509ea30b9722142d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606a4f47d6f7139a5645ffd5ad748d53db5a036a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17f8937516ecfe74b67ee30ff46b54a43936b66f0525b3b442f2dbb4f690396d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e27a867f8ff9cdb1ba5068ae01e366ac2a1c35a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5d1f33f878f126f82eba8135dc3bea0b9d80917dd670dd071968cedd92293d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a6f7a6dd5ccd4d8ab6c4193f1955e4e597e17f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877d1b308c762b66e2285bc2f147ec17e8d149c3f635cd6770af1136712de276
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf33f15cccd3e886d85b259ceeeb71fcc792bbc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28fde53a1a410342cdba6b001d3d79b4478760c357bc24234e35f293096f3eb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1043215d04bc2ac0607a2ce9e99b5c6d36b0ebae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160d88527ad8585167fe8129ced2ac907d8533e320b38a56405cdb5981e56471
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa14b6c4020be5623837459f723234d476f48cfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a2395b7356e15ff85ffcd41632be9924dfc5a2e6e475917482fc64731eba54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c18573566935c28fcd94da226b7e8436c85bb4aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feabe437270527562f8402956ebc69a57eb938091290a0b75e4922bb9938659
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9d4d7dca1819cf864e20847d7622f25bfbe309
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5d991ca1607e31761cabf69cd42f24c7c321200b5180d44e00a3acd5b8266c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1491e5d7b6c7baebf08958532119428f1658de33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399f60362ade2ab804500b2a76a5a782083f0e583881ca98b7d9e924c8d269e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43062ecad4a51f2dc04eb45cbc2be4c1b9091a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383acfd4c1eb962a18c27ac6f2765db845e17f9384b58d147eec5849f874e30d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ef17cc3baaa4851845dffae6cd4aec6f1a10be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886590797a56c283373e6d69a45d858651f5078e43a0f795edb1f16388bbdc73
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f9e911841ca95012bf2f3072d76eb1866ef98d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0740f1f9ff9d4e48a491366bd27ea5ac940e7d1d552f5c1eaf4c81bb9eab44e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fa2971e9e5a4b3b6314861087a05cf74af2f8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba8c00a175708dc1da80dcb7d2963fdc97ea1e18c8487c2cf1e2d7c2c999442
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06b94d4e975717bcd23c72af44167987e1578a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdcc94a0b4132e4823df9da38ad1329dd6527b647027b01de5e364d2bd8eb52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f33464d76e0c34d852591f228d16173b6cbd93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fe77ac2604e3e7505c539b68336fdde3f15e3019c0bba07363a8b45ca50a95f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4c05d36d3c69a9ce8df4c2513ef223086d3ec6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f96d205436884677db39bde9f78f37e1ec9d834d334ba4f48a463837d918e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944b6291c4ccdcc9c2f7ac229cee9e4bf6783ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3576ea5e41063670bd98eb3a0813650cfdd34a7b9d4baa1a4046fac39b4320b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e255d2badb27fcba7e55af034fb198c15d7c9949
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ca7a0ad1244d4ff317b9fe50feeb4ce2677881a1dd5510b38fec84d25bdba1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdca8a1ea8ee0b35ce7dbd8a08b95ee6fd04d262
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbe04840b08b364cacddeae4dd2410619207c374bdbf21a53ea12c1c7f7e94a0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1220a91ee931740a923874bb9e9aefbf2cc3dd02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6bda211faedd3be14516271082acd89fae386adf4a8d2fd7e84c13f803ac19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161637a909991d918f91176d8175068592a99b4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e46bca145a29c5e7c273fba8fd5bdafc3853ff26a72b8a614cabc2ffb9d566a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21138eb311ae0494c6155bfb89fb4b355a6b0375
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5372bfa32a6cb1db8df3bd7d2010c703223e1dd0a708a71a16cee6e1c10f5e5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb4e151236b2155d62447e1255b16406fe5b20f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50222413c4b81b93d546047b2b035684ecf765d84196aa0b1ef3407efe088c2f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643e1ad62850ff48c12adba32b85af9eca91e624
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ba8f29e685cc8f5e745bbd3f7e27a57d6b756820e0d4854763163a36e07544
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbf5ee3e73cdc3be16b24c4bc98571b78e16cddb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163b435d61ba6ed181f64fd5121479026ab32159a5f48998c7f49c7ae62be052
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d48dbc227c925b8ebf33e234aa307c2356245c42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a8edd35bfda49ebb8ae06962774059f03b28ed22eee142eb6490b943eb710f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2c5d02ebd5c8fdc61f488e2e19ed7002768643
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c91d341de1305fc6e58c0231493fc4d8e62fbab01d11116dbf108d71f4d3be3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d84768cb1230a2f4be09607dde50d34d63ba9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a03697d8851ab9c9f372e0332a8a07e9ed8a61630ccae66d2f6e05d3e20262e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eefc0b227a7a398eb4c6f78537875ad92ae7978
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd2b1fdb504dbffde64a252e77042d8f6a34bf821abd58e466a520b237599f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b83ca02d7684f8788ec62c72d7fe1f4a4ab02d78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee88e26d656885d837b236e7117587c003a53afbf1dc3d12aeb00c422a4684cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd61fb65466196e64eb6a00e1f84dfddd831ab63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3569e4b75b2b676a2dceaf8e752ced80d871bf6d5f8f95d5e55690138a4d8ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..001c74e075b063cc083fee3283158fad664248ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbde2a63456e386d7105e5193c29acead0af663e091cceeaf4368cfa7df2d0d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6afef9fb017235c484c7a4df0e903a7c7ab2819c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e260179fa4eb7030afd1fcd93d975e66d2e9ffce980fe91f98bf457d0f648c58
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb5a2146ebefb6fc2498c23bae411a746a4f1cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a30583e5745070261870efd49353c7941cf6ac643090512f8910b0feb7e1397
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06fc9040c3a83de5a2dd420d2b849974eb1dfadf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdb429d3f93a2ee21116d69107b4361d1fa35c2b668c600887ca71c4f7719646
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11cf55ebbc0907f3ba1d6c06fc91c0311ddefd15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394c188b723d5918b5fed7c4ad27c2e1ad391599d44027902577d26ffa7b32d2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3f0eaafc325e77c474a556a7d42b50418e691e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ac6b7da1aac503c2d59edbd89b65ffe6403e245701a64fec62db3ead027b5a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b03cdf6a56d66b509351a664a194695318d140e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9f31fbe097e6f5bb2c7d3827b31d89e6e31b412888d8a6cfdec474e7c8eb4a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..450a233540938166ae8c2b258d07825d642aa148
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1cc135b9cb3faeca7ebd9216a25d826c7a5bb73454b4d225e81a8fe1dd88895
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9723d4dc66e119ba2f9e6ee71548ed3cefd4692f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5eeaa4831d28426b8b6bd462d16a7d6e5589fef01612f6468d459cbe05be26e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e376541e707619d54f5152245f996b5dae069155
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee2dafd548e23856ed44e16377afd94bb247c228e96ccd4e392eec9fc60556c1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d779e314460c187614c231fb81854e0488b1d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc6285d3d1e1f3167376d1582c96b494e9e10f87285d174a7566c5b9690db55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a81fab8822dbd83ca274b6607bbeac3ef748285
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be41871c40d702fed98d17094afb616eacf31effc283ba6e396d38eb1511b5ce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbba88ba01425d1dc408f6fd0d4fc777dd1929c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:393092cbde3d8ae5aa883a76baddd3498b47ccefc135860f963bf03a7148d448
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db84ae5161da6a7e3f1013f2ed355eaec7f687c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d786f0b7d153dbf242038f412aa361aadf78dcbef600bf567d3ec7ae5c14236d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f3442a38fc3608fad412a3b60046f41c7eaa4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c90e55007fcdada65149525505ff251c03cf88aef80af57401056bb4b5a8902
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c29f3bc60cb5a0cc91890bdfc2b4ea5c6a099ce3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb6db38cb1bb61319add30b46febe639457b786ab485fb5f4204d19efda14b38
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f6d66ef57af36de59f0dc45df7b7ad0be9c1048
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42fe2420dd77af4783999673c7e44db64ca8d19ce837cc442dbafe1e9dde34df
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9df1f74b8d180d198dde77dde4973c5de6bc1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45c43ce301f21112376c364a5f63fe58630945b5fc161cddd6b4e93bdef8008
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51e996bb410cb656e3a278a6d8908be733d556c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65fcb33d5a3f8505db8cbc2fea3f2479317328129b57c08576c3ab2f2d8f6661
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b687540408d44de202571923d5ff144e6ced7732
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a98aa4a0da43e0c9e31d5bea4e67a31f26101675c6ac4a2f53b63929e7bc6ba8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c24d8b0328a4513c9488b5012515062a8b87632
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104c0bfa8dd2944241fc6a90e0a2cb95b746f3048c3f41a90f8bc58d4a619e5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b4d3407d53722106248e1f761e9687e217ad06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4950ea40c8730ed069416d8a48338a964d9c9a08b0bcc315701724c003950139
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01bdabb24f5a282d0970ead3eb92a8f344492b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3ea6d7e963c846e9365e4e22fdda28a93436d1d0152ea122883720cd4283ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a106d36fd07225b68c4a80fd52d17083d1b5ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d4a873674cbf012e269ab8f88f8c07d4eee0231a1b1f7f57ba8da17559d350
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df51859394a4f9f41b0484ba2ad7077894f32f23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f770a961dfd369a7adbf6162b4378e6cab4aa7bae2bb133ea634df136fb3031
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ac3adf3de4e7d7436946398c56ca13c9848ec91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68fc8ee468bd14b2404b5abd30c08863a582a3528efb123b7fdcb3ca2a1a643
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd32e239c669b72540d5afcfcf7b04ab7854ee8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ed87a91e082d2f4ff8d8b1acc2896aa01467a208d7023f205bf50e87d70550
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d360aadeefefb80be678364ebfe1813e4b2114d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b8e637b01f0ae1d9152bec8c8d117abb8e79f25a1770d3eafa7f6c3615f4ff
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89a72c0dc9e654e4c7d8b2b3bc6cfc97f6f2ea2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf82f92b7b90119f1de4cef863ac5ebd552862187513d11d7125fd0583d529c6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac84cda432406f76cc5714795ec97c902d3ddd3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba75a72e68ae9b7443995918cc5e2c998a877a59eb92f76e8a7ed082f2aa2f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6741b70471276b9fea868258e4ba2440727ac40d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e2d0df3b10760eb693d3f3534ba681c86d44689bf9c47f9614644814b0fd15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f623ceb180fb512059e13a90485b934738f08ec4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bde85975017795d7c1eea44d48f818b36b4c601c8e3d22a664fd18e0c682bce
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36765e3b4ee30476e71a960ec793e395d4ad1431
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da6be1b8fe72625c9da99e206d48f396888fd82570bd346f2c7581b2fda05717
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d2d8ab2bc46496169632191215682a5e1cb542f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1dbb5b9fd2b339359c106c0162a86129a05f2b0376c708c937385f9e9128d3f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e446b7081d471183de9bfe6cc6dbb08169ce740
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6a44c9688fd663c387669dc7847bcff17321a573640d6b8027ffa54e6bf854a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113cfdce7f3427ab9cf4304caa82962564cd28c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d26ce4dd04bbdd55f756cbbb96edb028d5ec249faa8a68497cf9644b5637cd9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23787bd306c449ea22781cd73e706732b3729cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea40894aa6f719d41a57d056371c59d75fcd57d530ad2826a9b79252ca247ba8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ecec90a7962f848bd3a6cbf76ff52c4d670c3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e13f49749f48331e4e514ac4d9612c06a59e6c8f29709557a8b6bc58f01402
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..165bd2bd4371e08b716284cec6828603cb75e0b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfe135fecd059f36667d09d6d27754b9631715107cd3cec761d298ce582a9b5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ce3c5083ccf49ce973e1036610867ed17bc938
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37a79dde815e509b0faf8d9735b74be763239a48c5e9ebb5b90602f5b44c6546
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e189c5099dbc1e800da1e7b09d041182dc8466c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6e4276b23d6f33048094fcd08b9b97b678f21b6ce270eba157667b80b59d74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dca7e67d14b22d33bf73bee90b02861e938cc40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e9fe8af6f738431ebd9fe7f7047e258f00027f6e8f765c935d9e2d10a0f573
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07364561c2d4d3da10ffc819796b127d3fc5e6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915917efc9e4acd803f3ca4137c01b15d9bb00a77ec60112661bdc556a1451d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87ca53ccf51e924d2d2c6dc243dfcc86a8c75b9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe03fa3cebaad6f21103e5cda842acf8415f05e4db399cb55723bf5d18b6dad6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3d43d344ffd3ce1d87911ff8f35c7fc58e01ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9691b595beb4bf6da9a9a7e4a95174cfedff466ee4bc1008544cde1e90455710
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a61f2c41c95481b0a818cfc101aa393fc6c1e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f35f2a6b0fcd34b8edb77027d5a34da57886cf2eff6c6e5beed50d1b65ac5b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08131d25f9fb1d7e60a5f471a105fb98dccf524f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec41dcd0b6250de1abc91615357e7ae18372bd4451c3139935af0dabe4129b8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17b2a5291f3797afa65675a822409ca84a1875bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae54710e99887022540a819057bdbe30ded295c5a1921f9dedffd757a25015c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9208f39a56e9f7631fac51fc0623ccbdf54a6b60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3085a577a3976ff9f5b88493f13b87fca0eaa443fe64f606fe3fac464f6a8e08
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c6ad56a55885ea51b9da4da39a44ad6108cd4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df93c762065ba87e1056cc36b82a5a8747299f628da6e06631d36dbbf65c9231
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06835d90f102c5aafdd9cdc5f8737e05fc5ff318
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61fc0b3b47c197b8da024eba49cf8b7e689159e683252ae82f3cfd34da3a824f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e840fb655d94258dddfdffcec2b28566fb2123
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9ddb059287dd86a9c7f40878bfebe57c80b41b75b7592fa679acf56796515e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32743b8d18db885afae23d2bfc2911370372d46e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae23e24a4e905502708a8e2908a8174ef0f6f86a77f14ffc3b02ffb866c8588
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b12f720fcecb144fca76da958446ee264a644
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3523990bfd5689cd8635b787f0508cb49e59a42cb66d4c1c7e0d8b431de1bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ca12a2e1040a4f8ec73cf6aec4d6232493c0f04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e66b3a2d90c9f1c0f9867251f0710a5f5394c6d047217f63d62eb347af980c95
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700b7ab6d5cf31c8143de90dcd6ded4d2fe67a72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee68d14ac35b898b6fceee6a2320213d258f8abcb88f57211b51e83e36ae6fc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c54c2bf657a8289dd6f8425944544a6acf2816a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c7aaf57c76999d353720f2fc519fa7c7fda769943efb3fdf07a7fa61322df0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecaaa3bdd2ad5930300e2c52648fbfe2a6347f29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a54dd0ea96e2ce651b20415b417d2c695bb13ce323467bbcc29c011bfd2010b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00e3004b3cd9582fb8ebf0ab19ed1a619d2941a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d56626d219e9ad78e4258b2bed51f62475176bb14baa292077004d01ee63e6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98b4de4ec992f712d54e5f2191d5d9d77d36bc7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e442f7e96c9d2368fd604ef4bbded7c6e91588d00097884a5f0267c3a072d45e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289facffa600a0ba28ba3ae4ced5ea032a6d837e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc097ab2c5de75008ce9657a46e2b795ad0f74c7d62a3778cd8b703b281116d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cab55bc538467faef6a591dcdbe419be999379c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892ff58052fec0e964be69c4c9cd3eb3e75924a80dac0735f4a68d09d65accd4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc91f6f6abb5c15f74145ca5e8baac4d7b92743
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7059448b95314e37310cb4fc3c96d4d82e72bdf4825922d6312b9d5a7306f18a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d334ba25a3c54d4d002de57fec09dab876f541af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e542836b2d3bb8d746123746b5b18a6ca710eff0093a8dc939f4920dccbed4b5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3f85a873934627e5f81c9ed2121a51bee01612c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca22dc1852f2e9bf3c7c7206ebc9d4c9c2fca290c338561719080874bc4cf0e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e4e37c265c65d5ee05cf4fc58602223c941398
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced492c660e1acd07e7f465ff2442c10cf94b1191e2783c2006666819512cae2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50ac9e59ef7282fa08195c5deb647f0fcb2c47fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bc0b123e4660dd19da1db870f79a926c548de18f2c9eced453a269d643320b0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9dcc6689c220b117dcde7d08ef3b15a0fdb4a8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b749a45fec23abf8a605239fca00e69eae0aa6bc62a29fb1d4cac4d3b8fb92
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70699df76bddd24e2d702ee6230e967246e4bee9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3203defb037d6ea3ff9220b9894540bd5a918aaa8de44d5a82f37652682b61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596b0fe19022f5494e81e3ce7773cc2facb9d052
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67fc31353e88cc4b2566d6dc8918522802d2eab6e26e6b43af33e42b7690b1a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa72d9cc326b37077f0a6cd20bb1cbc6ab29999b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e787279c47ed83b34447680003f275387d252a43de765cd8f4ced19eea2c94d1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d58d9ad7b2420468211ef87321dec42cc5eab4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aff84f8dfee4fccd8757d0c50b6bf1c9b63f0e5094791b32ce9d57e81101544
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9dafe91a0ac8e3ce6bc7855934ab81b2eed000
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94cd1c6cfadcea661fd46f525da04ad284607913bd5cef841af0c6f38928720
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f49fcf40188252eefc07fadf4094a5ae1287fba5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b90a8f5a58a0d5ea9f7c74461adbf23f4fb73df02511933ea36674df0e64dd9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b835935b32cda01aee14037ce1546af47ea5668b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02af9fed016cf385fa786c9a00c7d39f78d2a654beac21c2f4eeab57b336709e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ebfe53d93ded1693f8ce6398dc8fa0f775b690
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c1657a8362328f48663f4e9ab497fca641472578828272ade502d116e92e07f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a5efe9551115a5838cebf9034a0717a47d3d5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c99b26dacb58859f9779d273818b441649887fc8c01f3ad48505d662bea8c0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78e102195a2e9963fce6613bb3075ca574c3269
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c506ebe081cf412736c6f268a1a2de112143c962f28431be1029a6b4c5e8afb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3481c7cfc20e5d6aaf6c6ee9f7fc1b3c98591e21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45597b315cabe92171d8c2952529942be55cf991f4d6a05091c9ca5beeea8ffc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f335f8879ea56fb75649cfc6351baa8ecbf18f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f77d7d0bfb52fb19c9a98796b82dba042a57fe7cdeb4fd39164485810f91fbe9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf0a134fea2b7e46455633a4d6056ac6e8293838
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300c37fc506396ea93aff61b5bbc2b1ba401950cf4eab3491a1bf23a98431634
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75cc65353504c109675ce14cc31471459b696d65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:900f26525db75b9511e8dea21451265be0751c36471e4775967b27602ba4534e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a82d1a0109b45382e575b592cccd8defcbe313
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3500a9f2f0e7227290bec82855db0c755b2632e63dd3e6fbc6d0ec5f9a6c052a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bb56dba748400ed5a903f999e9e67edde0547f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8b5a4b2f1970900f0cf8b6701fba0538e412adc3791f685b10528fb4518e2a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142a4063a71f7289c0a8e9c406d6b0099aaeeeb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d35e76341cf8f03c64228fd9381e1535e5e469485e27f96bb9becd9eb6a99c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c24239ad069a8ce62eecd4717cc752701b06bd23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c166a8c1c0dbfbbe468f71307292d544bde66a854ed4612175d5e5e1752d4e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a7e552d8f0f9d9887af5c559613db86329e7e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1271639fb20198c3a69cc4f8db48d333d34c3fd8200b6f09b3cb1a447198c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6882d8f1f301c1efd79d4a519176799edec6f20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d31e6442761b37aa85607a5da08c502c58cbb8636e40362e6bf5827c4afe83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..290240c7ccef4a4dafd579a239336a0d9c54cf0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38df31f216bfdbe8b8d5370f95bfcaa33177ffc70336fa2794e423ac2d277cca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb84c51290ba6365c4cd298b41801198349be519
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d23ef54d9a2f24ffd03ee7393415fff86f49d3765cd18ca40f1726ed4a34d1d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c5d1498425bae6d6d3453c924aed2f7fea3d7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b41b03dd2368e71ff536d732306d8af1e924735590cb1f6d79c8568de73f21
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f991220b98e1a84f220d09728e68ef529807ade2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b55013d8aa84c31f5925194b9d8fb5768049f1439b478639280b7aa1174c562
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c281dd49504a3770f748ce04153a557138f0481
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9147c045611a10c0eafd6056b4d1805ef9b825afe985ac4709219dceff25b78b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e148372d643ddf989279d724a85ec7a1b9bda67a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b54591e5db469dd39707bd5eb5d6ec8ad78f450e4f006c5ae646749acd39273
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3a8ac72704cc4d86bb1f7adee8611b8aaa51c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d014dbcc373275376421d1caf5b939ce7ea49db234cc214e562b0fad11eae0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..681b620a472f52d1535f59fc6c5dbcfbb49d246e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd615740340dc4fd441c11b1d1c17ae17fdcd15d45fdd4b68f67bff1115bdcd1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de54a25db126dc1b14b8dcf9c2d892e5a8d48387
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c14c6aed53d0e0503a43683c0f4f9f251766bebb920b71c8565c27825972f58
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68f3fc43e04dc01011ef9baa8ef8d9a1eeb5e5af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3790cf9b235439151c86898b9cfc019ab4db4b49e8daf7f3bbbf5d4d6be84ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11dd8e5560b0c62d60f24a1d0cc90db218f19860
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7d4e736a9e1797b3b834d531a0c114a0c2d4214a0f6ded3692d2c20c220e24
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..954e665513ce5fbf664354ef0e2756b454937cb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4bd0979b95e7720f25ac49936a35c5a0746a39f05778c18f4608dab8121c743
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd85e48ccc342c541d154c756b5d3100f282093
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307eca756a7013e7be7947fefc4d0940f32eb39da43fa2d6b3877fd9968e868e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d4305072be0a65398fbd997ec9ba5e3ba82b434
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5bda33ed31b3b428e7dd60f5bb60d86b39f7daa47fde8adb008e69fcb6dc80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7702e7698119cff574c7cba4543dc84c3d9d61ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e984e3fa99ca9a6625a172874f4c0430a6f9700589d48a53681bc91ef855b9f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc46fba55848d9b223ac4979a04334920c426e65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8166ff91b83bdb314ca009fde28f80e50e2dc6dc46eec0cd31e2114ec3dd48
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d68cf6a0505a526db33adf0b3889094ded79bc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3cbcdd83a0e606fd59622588381f4d3c8c8b89188b9c7f2cc9dcf8adf5724d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93b17ed58ef00909b67c17a83a61f81163fbf26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de2d0cc528c92ddc9cede1ade42fea60628bdbeb5ff4a0e455b1c8f17c9a862
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8348ff512c29e13326225dd85371ffa0eeabca60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2604c549cb6b0b1d3920ef646e2d45a5916775d0ed2e1d88623adc1824d5a7b8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5999dba074a876f80f98926f5151ffd03bfd2fd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88e542fad55a9835b2c8120f74dada7bafa5473fd046de53ee7a7ec739175f7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdda5df9c84c067e08e2b3f40ed1dc3cbcb2a60c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e05b7f1f3bd3c1184549fecc2c35184e2550fae521fc62fcd3f76598849d540
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7fef4c01f193997e5c1757a11ba0f0b86936db8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9856c356e1b613949ea416398b051fa56e09b28cd738b0deedb86a4a6d49f27
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7862ffc189e74c9246231616306ff02e6df9ed8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff32f5fdd55f5f1e49f124c8c5459ba3ece1b391545b8bd937918a167de8203
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f1c7ae27d32995ecf0c450169c85a95c70fabd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fc6bf1225d2c421e7a557791dc4d326763363490229eaf4c6e6dca1978d5d1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9814e9cbc4c3cf802fe4218cda5f1754a39032ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00069660aed02774c83154d315298b0e2c3a06ec3b5f9e9cbaf67efdb3c029e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012407e5c52a92b750ba276261a1968f50aae639
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b29604376a484ce623c0f8907b6f2328c028f1abc49d5991b2c23e2299b9bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d67f76a79dabe0a965f8b13e9ad1771ffb02e14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52d385666732d75565390a3e3268723f8b432370db23c8258daf2ff5364ebc6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..308326e3f44f54dd47a8d339f734211379621d94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b76825ac6e86afc8d20ff27d3f591eee20e2134c41b4e9ed70388d797dbd942e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4260d10810656b1c5fb71cf01f994e401b8562b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71380948e88e4df42527cd5883db03310fc849094fc559e6887fce4c17132882
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f8d9593f0766171861474b67a6eb42b8ec20b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3e6258f45eedaa7962fd0aa0fc494ac560132b29203cf1ad32038bfc8e2c86c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d236e6159618e0490e73de6e95f30d5448737a2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5945488b5844f16b2b31614aae6eaf14d320ba5c67b9d0341a57373490ca983
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097fa2babf59f6e159031a478776446cf40ce58b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268c4a0d2a372f84a4b9d9cd89241ba5a4a2a8718901236e8625c2f73b269e31
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a63a4e28784f73f1868934d2d3aef717df050e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c07d9837ee346fdde009118104190c20d254a0e4fe445fff1755cd0c8e999e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba075afe029381c970d32768458c74430910249
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc2338583ef61e6032c0108317e2b1c4b67670ba50a8417520fd189b53d4c70
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0d913c1b023f974e50649bd42a455113054997
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fbaca4c10e6194f10509453b402d586ddd0871a1e2f4393257e043250784c1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9005983ae09b6d20debc8136f4ebb2214787c859
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbfee611585f03006740b0d7c72b243ef922a8446af47a55c0750fb78447bba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998d740b789c87a3e462eb241376f0671244eb56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6407399f24934f52ded97a5caa58441bfdd41cf8c99748592c673785bb8d3466
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39b03b5ad799caee745f982e5effd17538417075
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6243f9ae7a300427313e08d70a4ef492d4ce294fa4570d6ed5c348b72bf710e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037e3c7d62d8d0645f46d3731baf709069a0516a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb6966b8fe47af90e1d9ee3f5c91da3371efef3dd0e996139f7c2bed1e62c337
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a29fb433d07273021fc7cb8046e979e0b940bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7077702664a3495a0fabfe222e10e103bed22ad0f142225d0c60ea91bfac7921
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..865a5ccb5c0a88beef413c934a5e2d3025a5fb47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a98d62c03b7cafac4e35dc3ae4820db2ebd626b15f3f792a624bc0a0f6996a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b87cae147f15548d58b54bceff09766f569c137
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a66945f6411df1d2616296affe3c5b5209414e6ca9c5dab8b7d60b45208e902d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..282cf4eeee8fdeaaf2e362612facfaec77ec5c7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ba5a9bc4b9b672395ae62eb0a345a9a35897b7a82b7b2a92dd4821b583eeca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa433b354af416836628f93ce8fcb54d8eb7db2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fde899e4615a3604e65921e05aed6434b06eabc73ba12246f7f7223406f8b23
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23cff5ee6f0f794bc5c9d54bfa8fe8fa25522ae1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5d3c9b1db996f118d7ef44bd926447ef3f2d7b1644e9999097285e8b88a95e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869e3475cfa6666a03d5ac38a393b975067b893b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29067ea1446f88b68130fb642abab2893f9b1f31b64d3961beb659d31e06fe61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7ad2be1d210210732489893b3f0f77ba58341d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e815d815f963722db6ddfeb99ef8eb2fece84a6f7de43bea81a320d8c39fc63b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..490800be79dc23e59bdd53703fc5c55bcf1b4ae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f63a2fa4ad121329976bec3d465e4d72c4c1edb78af52f670dd3b58aac2a73
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a796e32a1494610679cdbff5c0a29634ce352e80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f59b5e896b6a07836294ec92a4ad2876f05e56843743b09d6eb61280545faa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b51e58b178484c131b1af613f90566eeca1b3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a786a6cfcd1412c3dbbff39150baf2553b490f9d6e92e5b23171703e536d743
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc8444d953ac9bd62460b02c3d9f1d58831c5b48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ea4fdc01a00a26502294f3004b22a072d34811d0e71a230f7f40e2277dae5f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a577fb854392c632a9eab183f88a1df3140388da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:311bb9d2d423dbbcc36c62770a033a3a61367738a47fb6cea9765da44827d0b9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc86013c631471aecb017a7b57a0b678f21d8d64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e41fc955134c7c6b2d79b3e497606578ed6a35a0714870b4060fceef54b3ada
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021591b2b43eb75193fada687bca269582e61ad2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1089f667c21d4f33e9f7cf40ca7dec20edebf63135aaca34905b7a6479d7d043
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fc1ab1f296c650198d315d7c4d72ee09b94e7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4e35d77c61f8841eec25b9ff5f009a4ce8af70356d21a3228975a9b9556d32
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701093cbe8dec86f5244f0a537beb267d1dff441
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6dd6c0f656e1021dba04b62edd4fd457273156c49947dd826f7e528187de273
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd86a47ac13cf016ee25da0d584dfa902f9ee30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e3a7f666a5c4a80025abbd59747326c14b8855cafe67ab4289bc1eaa527a7a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2793e3a5e7f5a9ff1dbf2df30c8522d1f92d5a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cef05dc67a6fa4057db39d55a937d93a4a8e1ea22f0e6d124f3150b72b39e3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484b2771cb998b42ea99a45c5653874cfbdcdac0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492a2e4e581b03e2aea0d341f4ff933224b034d90415d46af8796b9f1e609f9c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69018e3aa7710ff74155ed298d9e31697b6de865
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737cec07d38d60dac78f8a3402e1a67085efe70905b93488863c790acc25f5a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9908fcf59d9a92b06c3f21a72d69b4d29f9f4e00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9051bdfbfbdf92eb0d3f92138d9208fa547dde4e364a2374b2f8c46e789888e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c333ae99f6e5a64fe7bd667e7e58cf0dca2cef4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b075541d5a02ed0324e0b1b69471443d0c91d502f7ba420e3e9a42b158bc3b76
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35cc9ab65a69982037ff6cfc5aed8f7a118ebb5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6dceb997a6c649c0a232ff5332788f363481d22e23b86d1047deda45c48516
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c25535cc8a723f8ebbc8f1e47cde2612fdfd47c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a030ddbde238896d459a26415e958daefc8099aaaf138a2ad065eeff5949e134
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c95af4b4ad8f8340d4ed32d43f48159bd48d33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d3d7ef827a6ad6030a56f9022ed21026633f1e0c75b800e4cb6273b64eddea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91f4d5bc71a991eced88cec660af3be94000387d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee1d8e1e0b51781f33a9af00a218cfa9bf97ece74baaa8f1b3d0b2ea964bcb9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd814da6e564d1b5be288d1d48d54c43f0389df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ec4d9fe727aa2edf22035bf37cd29c9751780519eca7c9eb0a4fb02b166f3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3085656f98be29a3b998b41ea673c4fcce49362
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fc6826446ddcc53f196277f5416dae1a8e60ac88dc05415aa4f25be73ada47
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294ee425d491d3a190e2a108e13f7e0e4a251fe9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ec90fd9586b332c662254eca99616eb4dc38f87446eaf4bd65aad7c8d5815b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c53693d69e9b27dfcdb4806a739fb78de3058c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e89c2bc39b858719e9383c1a4b0e2ad6af40884badd4602ef745ff78aafadbe5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5deb04bb934c49d7d2a0b6154432c7734a82d176
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33650610cb542efcf31dbf818d702d5edb2ee6819e054d0bc03c474fa78b20e7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01ba5d69723562847714e1a4070bf0edf4b402e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c2d407ce6ebc0409daf9508baefb8affb3ae885ac0b48678d8e77c1ff8b019
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9cdf93e4f7ae9afb7d8ac71d3a6f6d2b9e8441b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7697a846ab42fb2bad16e2bf5e5f8d80570eed6c4a604f324e0a84d5a85324a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16277c3df615acf35b6c56221bd9164a53a00e82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ece3b5c530bc255cc00038b45658e6a227f81aeba8d07f44868cf2bbc441a1a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57af7e2fccf7236c28537a9eca7f1ab67b3781be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51ba1561f54f8f29b7211b0665a7db22f4cfc5a2ecf6d9c736542b72493c50cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48830be6ce74916ec30d5084d2350703e36cb29d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd43952dce62db221a84181cf60cf247d0a7b498508f16a398ae60b0c00205d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35332704457543f5dbdbf62be9c44a7bc9cb0c05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ef2dc4e50852d6c5044bbfe35ee16e6c982cc6bc637e07757f188283aafc7dc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d538197e01dd2700d978d5826f4c69dfcf61c9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145c96f5883c6686dae5e5ae4d2fef0eddbeaddc32862a2e49edb0b23f92c55d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94f381ae84ca2f9bf271c103387ea08fa6246f72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6282bf9a39d20ed7b89912705a034518096d367fb8d65a787423511f3b9ab32b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabf29b38dcc304b5f966c8cbc96bc59fd3439d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d483006ec43f8391a5e2fdb8ea98c4a4be0513f05e59654632f8306edd74c4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0edf7c346d235981c32daffb9b55e6fa2497a7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c491a355a1ed97bfce2b6ed0167e36d3e5982539665ba19d138c49b941a4b096
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f89f4e863a1eb1f638a3232508b337f02be04f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72ef688c25088c28f04a7cdc19f46fb67f6a31f09345011d8df790b8d1bbe65c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eafc3556ce4cc3f0a74bad00482d84a17579714e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48b3e14ebc4e82878efee4eb81469e70375f8a523f981e30cb7e23ff2c200e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae8b3de43bc8c57dd59a2320c2cb40ec55319057
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e48aa0ce5435937d3d6adaa03eb22e31cee2f069cf3d510d56064432a3d3cdf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3254da8e984aac770cc439d858cd783bd8cc1a2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711740d10ab808f127feab4c7a178fa2c8fac9f0d19c6c71fdc8cf019732a153
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9137f1436859f01c35ef46bbb1fe82756238e6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187150e3b7e6dc72967315e028a3368a184b0ccec8de9718b324d79a5a79b475
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6139e64ffe42aa4d30de238493da6475dd19f4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f324638de7322ee9f36b67ede9ced9cfd3d802518f94472dc856a984597e6b04
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1e871c3f00cbe1914c296f0fce74dd8a91e7f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fbbdf337e01f80e78011d732a664fc1c3d52629d806e5940e3d0149a7f0e98
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26c86e31f80a6ce481d8b24592c52b8ed2048dce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:892f34c4e6fdd9a01fdb867d71dd2c821e1843d75df6d7a6971cbe2948ae0e6a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bffceadf1e5de570c92d98aa3124746166679fbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff2c82f2c7a31824fd827e3a1fc7f25746d6247cacf7d8c8a48b88f309c39f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..706faf190c7326c08a6acc2fd076be84316c2d98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ee52f6281d45a2b055cf5979ee75a3da8dd410459a1d28fd32ead61613430f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f92973696b2eccb5e00b13a15fd8eea86881ea8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beeb34b321426249f65a21ce744cb31339c068dba8c958ac4726fa7c112707a4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236c957d62ba16f6277b2cc0e62019720d3b0326
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceebdab9bf0dae56b8e929314b7155b2d93a9c139bcabad1a9aff143ecbe3114
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e128d2991480bc3864e6d330d33a42f3462d9a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d36deb8cb72417ac73e2ebd21328f7cc18a835211a6260c20b05dcc09889d6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3db02fc782d72219aea257760fd201fb4ebc6fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc04be6c7c2a9ea58b80b658635f7c63cad0e54954b77bc1ef10b43907ef7019
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46d0b1de4851b6c7470bbadd7ddf8287f0846bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a397e8856c300ae40add2d122352dfb80f11fae2bbb2a199fef167bec11c24f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a4604ddd79c157f292835e73f7305e542212630
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d918b610923685d7f69bd5c033f462fe1f69555a267143ef6c708e6d41244337
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e94153c92c4eeaf2afc215998c55ede0b15373
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b39a9a5234b8e56a1ef19698f7996d99cafb9380a3f398aae75ae07e4dbb481d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..592c13742dfad6a378cecfcaeebb05d9f940f89f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f67b92c2c075bbe77ac09b64e00001a7bda650842921be10fbc893cd105531
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52086e1d3fc05150b0c2d86e4373e808fa535c2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9601f52126ecee030536f3bc2c7f5590c0d53e3fc76d6620df60f0af58766b57
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ebd901a74edbedc97e0a509e9ddb3cf2ae69c59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5a78885808e02eda306e4ffc78a007323cf0577a3130e5fb3f4e8771c25ef2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..041b31af50352a1fbf07c795488598936aa659c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e0f9c09e660c9ac1279d0291c7b05949faf6b69596260f9c509b205bb0b11b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ef124bb32ea2386c15b613e16a8014bc3eaf42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a1b1b0f738aa6fa4e181623157bb468cc8de8b5782c0b31831b9a08de36198c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3805ffba09dd4ef3411f16044622d9c2213a809e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460c5e46c4fc4c67546c166c57e439b2191f4d621924b29966642ec60eabdf62
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb74632bc255a60627543c00a576670c9fee683
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4325d3e980c41e27b92eb1c5082bf3d641b2588d8f6c1fa0989c8730f7dd208
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8910691b5300705f70b2bb2f67c050dc9d74468e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e119c65486ed2769ad686d4ed6df9e52ffe817019ea3b2df887f7bc548ec378
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9f367f686a9d118d35a8237e666cf156d8d0a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ab5e79010afcba4df595c8be536aa2aaeeb7711e2fe8aefc629645a6652580
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feefa366057df2ddcc6d8bb75e14e0344393d89b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d825d2d15fde8470abd8d0c7e9a372d8d04b62b69ab0aa57cfda9dc14a22ead7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a80063b0d49f3a19adde614f33dda39d23249a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48385979736beb1b40e5f93e020bc6f63a3c139a23ea0687a66a104a0288f421
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42128ae38eff83104847a87b580f2407344570df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba108e119164c25d1fdad8e165182275c3cfd16294f32316ece9ecad51a151
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75522d77835690faeadf3beae30119c25e6d574c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe27ee79492b626cb790a8c59bf692679d14123e051e3a011d7ce012772434c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9391d32b00f42c140bd855f214e4602c720d2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9001251ea5a2a6d63d11a81188ca4d40a52303210232de95c78bb10c7ef3ae98
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba0e5de9cb230018825a664b0c24fac505f52eeb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:657742cf58f217e7f1754ef2eeeeb5225ce95b890fd4b7f37e4a582ce8631a29
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7111b6569c22a18d2fc791a9432f1dd0e5ce5e81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b91bc65d870f96d4a614d4df243fae589e4f59f736a77cdaa4aa7576451b715
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026b8066365d7a9fd0e9aff712431a4fb28e3636
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ab094481f26fa0979b61d00c80073c19a95d46dcffad8d9189fc313c305c07
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a9fd085737136b656e48ab87494ae3b14068118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb3bc59bc39b03a0bdd189780581a256317afeacd7c28722aa38be147c0799f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e08f98770c3d38d9bb6d4f8ee78efc4ac8d56a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b32f1de2d73e3a83f51b3e4eed386634c3017d455e031d47e4b126d7b947efdb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8acd591df354a15b5d6d3f9481ce065f251af33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65e0f0ae29ced31a8898c256cc9e92eb7a68d23bd4bcac565a97114a192f840
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b964bea050a54ce59722763b4ea06742a889ebcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4426205a61b9a1740d365bf7bd38d646ed60538838492e7c5adf0dbb352e0f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59e0d3adbc53ad4e6c041737072b3d61efc4c3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd74b5bbe637892e65d4bcdb8ba521964e6d74738aca24c7cd514db6564e129
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf830dc24cea1c20a2436a2b57bb8a31c279ebe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c3d4f539547c29e4c1e51f06e522d5ba91df744daf6b9de5f700b3211dc56a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5308f7a5e01d51f2c04c0dcb288c396b5090a04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58bdac9dfe78ae2a37c2fd8e0436519870e0e44243b7c1fae1513fe5f5c2141
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0149e76d9abf1a8c05b8a07118decad42319471d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd447834dc585fce685b23a745c5d65dd6ffd19a2f62ac71be4cdf7169a5436a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3514e59d734a738597bddd38dc0095fca6fa2b34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44efe1429f11c3e95021eac206b612677be3ac11d96f523915d901801d323ea0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2588e6a81e19a0199afb12aa435602ce1fbb2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b273986fd0479904900952b9b8784007acd89960c0481846e5186295c427b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b2e9e11c05563302706ca70456e9196300026d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8ec860747f26fe9087a5a465d1373b9554e03059e915ff884458ef3e85cd34
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d53380899da018e3eb84df00fb51f94f44cc64c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1939343c0ca1d44bbfa028a2f7c2048060fc8880e1f96c3cbd0adb4d89daba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5efe8381e763533dc1784ad96358df38dabd6f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a71f4ad250aa2f08c903e66615158bec6722917a2345d415ef0ebc094ebe3ebd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30272dc56bf529b1fac47bd671de8099681e9a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a40c8d5d9f94c008115594f9b2697991791514184c9d6b527869ca44d883f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b3d2a0cd9cb9f3c0cb77fd6213eec25aa50c78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d51d08b0b953b5e83d5f9429bc8a2dec91c199c0c61029f948f03cdf657fc99f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ea13ac8da4ddc018f7b1bbd1fca95126675e474
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d8570c5ceb4a7c0bb6fb311f845d46d3645fe80ca2e98dc8285aadc4bc62f4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f818126e92e26d7c61c6a25f00acf92a0fab700
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff735f9eddf01786ce148fc9d0db0de27a6f8ea733c7119a9cde8b9f783d0394
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a157a5412837d11bc9165611c291b746b5e193
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b2db4911b35daffc9902e456fc6c935af9df121edb0a5a35e7a870e03b6eca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b18dadac261eaa371548b68fbec00de5094d40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd2e7a52348fb8a6ac0621bd48b6b0f7c3ae14a684f869c46f8b12c66b615df
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac38805c02dcb245902c8ed7cb551e8edb413c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75134d9c5bc1c1adc137a43e9f885ebf0cc655f9a43e0a9b371f99409a265f35
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73a34101b81ccd1ee54ec3787ae9e8a84a87351a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013125684b3108c8d6d83894d26f7b4234f0d6a4407ec586c44f2031efbfd76a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ddbda82929c66643f2221ca69f367d3b167588
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ecebcac1354e3dd12cf32fe707a8729971400c119d3a694eb990fd65566a2d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe0e30412cd0e9c723dffab7bda2660cd1d4419c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2346a5a11eb75e7fcbc3d63397d00a379a6d11e39ff690673322c9325d76a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc005ad41253866727abe3bd4b2096acd0b9f5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21165731fd900ba659313ead09c1a9e3af03b2c7d4f54fc4b8366071ceeb3817
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb799cd128ee6a7c3eda08c63a67056e12a146bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72849555ac6a3c9dabb8663b82143db2d1f5fccd49699c0ea24278bb3ef71ae8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04841720737725656fa55e847fe13dca86a8c5bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c285a86b594f0ef361d604cf77da22856d2d81926cf736558b8f3704248c80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924332d53eb0b779bb61e09319d74e1cfa36cf4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e38c23a28520bc78fc75fddb1eb11e286ca0b1db146bee5b5d7ab439992529
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e715a6cf2571edcf788e927632ba753ec0ba0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0e3abf89d04815d11069a5fd0e534537b7797bc99081bb9843e4529fa81d53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf2fef2a592179737666d82667ea524662d01d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e9b1e2b011f8f1edaf37fee0f7c05d463944851c87fab734b52eb5a248de2f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbad5c86be2619ee6931a03d1da0b512c4644a23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fddf6f02d2e0fd2e89138f5738d124eb4d8e3147cc89460ea82bc0a430de7934
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54b4b9a274bc0d086a1a83d3c42a82c652c0204
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d16540d6bbcfc8c5f55595ff2494d96f216a0c715098a2a706a2538159d4f3e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09bd606f123cf583f650a405066bb450bf5af056
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facd1be588bcde62d03ae61ce9cabfa22b252ebba825be5080f6fd976abfbaa0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c657c5114a6386641146ccc630fd41f0509a5240
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5c607c9e31d041a0c2dcd9300374229865ac8bca67a33b120cabd637de297b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49f86d7147baaf2d46d8e4d91c026ef5f25e6ad7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5b00e44d9f4e2e647e53d08b36b26f64e6ef497d7ab5979634cecb68708981
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73667f88a8cb4b0c575f833b967a38713e399b38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa6f30564a2146e176665a74ab25dd3b303b0a189ee900883f25800f607afdb0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713d3fdf5de9fa056299d0942fa8eba981d83fec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44706e665e8012f049878d6835ecfc17bd917502bfe17e6fc2fd117cea8f889b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7fa67e73fc87e304c3f311afa07710bb32ba059
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5050d9775f8b64f5a48d76569d21e18f63efb788000e899147099731cc65aa93
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b1f57e3f7bc21e9da5f8ebd513b7aa244b8b13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d780205c56a802805df7f43ed52a10a7149b0021a00922fa29ee80d6d7b49c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7295cbd5cae79cf2b326d39b4837eba85c80400f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409f31029c46ee86c26d1e72f656bd005ce90fb6b1b8b92097a3bde1104a4b01
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7e0459a63fdec001bc497043970487c8d9356c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57dd938ba25f018296d8cb6978056f82439aa61aecd2cfc6ae4532da353ffc2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fa80675d34401ba405b853f88bf58a7776d330
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7d1f0f310351caad05bb68265e1dd478786def2393de2a1509170d47d8c1e1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8c51276a472269e2b03733b3aac3b53af5f02ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e50461a6e570946235adae8a9547fa29b3af5deef979f4137f76730eab8f716
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a2e695aebaa9a9edd19885bb6478a749a5b418
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5b08cb1e87a6af4236019ab97f660a435afc0bc07a31d7bcab41030c94c13d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a4e0b69e5db3291b0fdb1f640f2cdf5f55fd465
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70a1cab652fc58451e3726b86eab361930e4f3cf189fb9bb55a5d6dc31b43c9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a447db78fb2974f68896912b816b742a37321b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9829a5b09cf7951da51ab68d03054826bfb292efeb7847d87a9cc1b68a25042
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0f107b180ff05ab679447ae2cdabf286bd2f95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ff601575fa706ed1231611150ef3bb4888427c39892dd53163171501fcc376
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be2a685223323a6cc2cd387e6e038e82477e8439
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadfd736e87456e06125835760e15cb119984f4745b4c0fea2b864155d5a4980
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc17398d5740b51196851b7c05acb0ce83bd7be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf6f9fc640a832854b8e0dd7707391e1a73be2206a8a154fb63d831c21c57894
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af96bb738968c4a2e099c622f9768633fd1cbc76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690c94b43b84e8ddc25cedd9af04f1949e1e897b54b092d404390fb9448ffbf7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192f25c9fdc885ff68c5792f50c933f0a6995469
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c179b269d2440d3ab1c810600c5e8c3d13496ff87ea083f298c987421dd221a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..346fd93a5d66cc5bf540ce2d9faba181997c5365
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7bb1757f40289482da70dbd1ca57adac7adc8deca5af30d20a2f4afe4bc083a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7b4c69c9e520e2f94474a16a8e25247dc69cd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f680af0dd43ffd3efa36d30ea8c18692ac7eedf374ff1d33c1fc46385c94125
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce7079849271f51e817339fc5b0560a194668381
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be5a17ce744cd60ab5a9ef2229ae9943b3e4e4f14aebf1cc3fdca80fa4b26ea3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..811d8ed7bc25951f273ff2658893ff5592fb4595
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf5077990903c6a83776a0d57162766e0b57829672e45654438e70b12ce3ae5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e95f7b99d5fb31079a2e66b8ef9fa470074b1a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7afc7d189caebc0a71e37eddd9323ead7dc7ba90129a79cbe347990db745585a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7290e049a703366afde85c267ee9b83db02b2ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a3e488cb77ebf3c6933343ee63bdb709e1767d7f5429014484c700a794a2067
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907edb478683b58c2dbae3f1fc3aa8147d80626e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ed8b215aa0ffcc759609b95e0bbc1cde63443e0d3ccb53f1c5126b15fb7745
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef1db2d001f2ee5e54aa0d4a13bdd28fc218ad9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:163328a5ff7886153a27ef1cc4b463f48b4ff02f644cce56b99797f586689a46
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83869308ca13b3e20088b2660f88514ce6679251
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f9e405e64dea0c93f4cc81806a58eac6c051d2bb49fcfb042d092bb19b4a905
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73ff95c3b7832de02b0774a0c9ce68b7235da50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ff420e3515509bec7ad7fe9724d2f945fd5a72c9ad9a52625b6e2dc6a1f4da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b058617db387cc1f4a6fd11b83ab3fc691553dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730c41bf31db86f52bbde56ff6b9a5e39b3564f63f1a8088e5b492e7172b8b13
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecff1b4e8189b9a01b08fc52acf4f801cd32523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e0767d95775c62b21015e35a3a42f4487f8c62deb1e61ed717543d32248fb0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2473529f2a42e7257555cf0225984d3f0ae578ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de214cb652633cc6050ef690d4f00a983edad7b5aa448098e9f3d8b8453448ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd296886e0735fb2296ddf09a7320c46863cd740
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9204160a9b684c0705ea92557eac4075494eac97cc77718e59032f46552720
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6876628dd145b54091915c4f92063cb164d022d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274bcf4b95a04ec2d949da4322cd7c09cfc10d5d5f307252d4cce22657e8241e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db192cc7fa1996be6628be7512523df7fbba8bf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21bc9c344534e4698095e5921d486d84fea318f88bd00148c3f3f323a4437d7e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96646081e39d2aacfdbfeb2e49b4041f7db2b7e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fd531bc14bc7063079543bd87600ff6645cdf6eec3c5bcc8c39bf4ed1ab8755
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd08dd18a83a7951b297386c7e57ec3e32da294e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11001f5503d95aaac5e8bd5a026de11a2eb37c68434369756c0365780c0f4629
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a66746cef518df5221264691cf06a66f0a89f2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b758230f5f1129e1a2ee094893160cf1d8b51d8a24926786e1049badc80246d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd411be13a5c7f768eeee9e65519d1fb438a1a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0704b3f36158f3ba9325e0427948bd26bb7b940c490055aa86f8020835827561
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8590a298438b761c79472611c37bab2fedaa024c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f249f3f9d603959d201f0f7b92a47c7623d91642e0d326abc221d5b878ed61a6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432cc39769bdac42e5c6d39727cce506877aeb37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6c4f33f6d1b7b309488ae57b252c2df6cb801f0e1a3c3a90471d89a1097fc9d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1933c45d82e60cbcae95ba86ad8be5aef082de3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d1146b9bec0e23c1cd4c9efc376fbe177798fde8f214ee144dcd8ddc20adae4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad0d2988dbd548b29fa3da44897c25de56af6ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0312d3c3be2f88c37122286a1aad3c14c6f96804dff3ff1c6bddad538c0d0f7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0b23cd29b99074c747771f3cd7375305197cd7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59e927ec3a37665409bf4c9930045bcf2c34b3fd256b0226902718f90da2b6d6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492ee1bf3452558ce96096f7b523fb6c37aebcfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69040fcaa4ef9a20d543142ce275bb7a69c8830a2691ba0544aeb0e06454588
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c74fb0d33c4090b905be1bb45148c7ff56d4c4ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a6fd250e4a11984065d62ac122c92c5f8a3ca17d64298905fde6758bb88315
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0ea61c4137b48e4545ad5d8e8acb97da6113f8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed4bbbf682bea2c2249a5e5cde9d03b9e538258af83f68a5c0a18fa0d89a7ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876fa118ec2cdbc66c5b955db049eb522ae9e157
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29f38d71d67321dd4841ed46ab6b95be17d8e310dcf68eb8ee068bf83b9c545
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94fcc5d0ec00f0a5bed259bdeda6631c9053e68e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104d7ab587b018faa50f8fdf67aefe69ec84c79dfb33e1b1c326223d6f8e1e80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b6cc13e926dbde38f3971a9cba3bd41d4052e1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87878615497c43b356e42ad92260b7e02051519aacf83166ec69acac0db28581
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0389fe2b1a7e10a52445751c907c0bddc877049c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ebd330ef38830c011f8c64a0da665c144a943c8004dedf3928665ba01021545
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d5cc64d30d5d6cee440530c9ebcc213a878c13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a1be7c3fcc077e1b14b6d2b1b2f41c45e2f1575a0ab16ab398ff085233303c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b8b7b585aa28c9bdaf4eca4e205cfd751385a24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59ad5ba1e6a116b3cfe7e264916afb4ec6647f6aa4ed5cad88577cbbe4db96a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45ae95da00f304a3d364f8d86ebebd86a5d8cdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66aa8b321f802272b96d5ad851cd7565ded9f0caca286f38a5429efe21c15dbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0b2149eb5f70f28971a063c8f9a21d0287fa11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e97947421004775ab44d3db79efd08d5060423880feaa572a1a4ee3301c29e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9286445336d6aac4d4906c3fdf1dbe3c0129176b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dae9d23d0642a938a9eb86ea0dbe8a9204c06cb62dbc6c01c815c6e891c79b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32dbf175979d2917fc8a8bd435678cb0602287a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaa36d69c60c0ad3f3b8f1dc3b1d657addf2514e17738d1f36ccb03fe543526a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abc7c9fcf26d81308a60f01ea53c26c3658f2e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25779da49f10490ff6fe8232b42e8ae43e63a300f8e6d2e3447281d4452bb862
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af58c0d0cdb6f2d6d267b77dfcc92a9ea4f59ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216ed93ac396740d41223aa43bf43bc0af25e65f679842ea30cf9b10d2ae9bad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c01e86c469acbcae3b8fc9f61042a090bf58f78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47c1baedf1be5c7dc9327c62f396d39e8dc49bdc0bb920a4e9783e3dfafc958
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435a6dd16512cf14fcc0cdc351984afbdc6188e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1374da24e8c6d840a54969845da914a98bed9bea664071d2a88957f2e6b3fe99
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7866f6419c7b47e01cb2c375a7964cd143307e22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c84e5903662925ef35cc3d5f9316a3bc75177367111c9eb80b5e7c7550e2a1b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf597c82aa12fa9c7db5be53f2d9cb8bb9218976
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8953f0b3a85c681d5b298052745f90420e6fc1ffbde03c3b34a9eafb123f90f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0829e85787d4dad1b6d02b17f0208804b3591901
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf2e15597ef8bfbcaad242f28721540bde213e6895fe37fdc0af0c65f2f72c23
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662d8b9a0f2b4d434e8a529abef1b574b4c86cde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ef7e6cd08c967b200f66d5e245bf889c2fa485e96ad73fa705177c6fd36b9dd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d8b263dfbea2b306824c336e18b54ae8e6ec72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ea1920a68c218891a35a8d9f8caa2d81a86e20bcc9ddd46c434c3912acf644
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e1a653ba77c2ba279b9a145aa06eaa20ad9233
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056d26bb3d7137cec754d85198e5ebcc4c02a3c28b6a9bf7dfc37d908b5c591f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8eac5b0b5b0c866f6ff2000f77729880f7bffc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7614db5432eeb4fecf79c197b9919f7aa6f29e8b1263865784e79ce78d234a46
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c317bde8b3b834cc5d7fb49c149b886c311cb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82250a1a3a55631113e385d05f5e5f17f0a9ac27744ae5f354afdfad247b3363
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cb01912deaa93efeaec0c4328b4f305fcee81b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cccac32900fdd01d3ee3a2c06c08f9c0e24933c60878067e0a8945cf79db9dd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..073190f25aa8c7ae32d52a29f44dfddaf9fcfb82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c997fb0cdf0cde78aa54aef6eedf3b7cbfc4709d18835a622807dc479a663342
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe815cb039aa0e55669cedcb10737d82d3ae3bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500e21e5f388aee3dfcefaf95f377e6600fc9f5199619a41a18f219dd73bb862
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2f49f395f9506653ce242505084334dedda2a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6efb91585cad4fe0d716f8d718e62cf6332948e3171be5d058076620b8a74643
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c588f05ff7983e646c8a1d50b196a787c98c9140
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64c65f1c4626b40fb199df7b84e55312e3873358ee5bec159af774b4dcf976a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55ecf35efa2a5e575e76c52ceb6b0dda57511801
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9825336e2dcd1f32d11e911b30d53fd36a09569b1da644b79b8c6ef0b217d231
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a3f4c869c17f2062f70bdb25a2a5f01b6578db8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f470907c26f4ea2a20e3223e3103c47eace7439fac84801d2b5241428b9df9c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2049adfaf7071d2d537b52fbb9f457b54de2b04f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:369f764d1f1d5b219d4e8a7d06f62ab4e0005320b89687ca576af6004719d523
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bafcbd9af158f85eaa335062387047d19c1bc8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d92fdb2e02d87b06ff203ec2d045df32d48eeeaf689a11827766800f3d221a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b146a182905dddf318ebeb1f8bf0507f11ed0039
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b09430f45dcd74862e97e2a12cdb4c48ced9be136fb4acf62def953228f2e346
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e106a79e6247481275fa84f627bf789a7132ff6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810f909366463ba0afb9efa1cef46d5ac22317d4d7f787f58124e168f716f818
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c47afd812df29526b6b79a85a8ad15a54c02eec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab530be982819af8d3b550e27af50348e751f4ff8f4de930bfe54ac22209baa9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aab34aeb83134fe9b6fe0cfa08ea886ccaaae2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73308f1dfae8c68946b34df770cf4d46ce29533dd1b051dc34665d6331c233d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7792541206e6803649854fd7aab146aa01277de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa0d14ab5a9be7cc90b59ac8f18bb8b69cc94af42f52ff38ede51d7253997e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7ddcdd2c85fbd902a2a706b3bc1756e6d96c59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff112cdf3cb332982dc1cd967f5e70ea8d0d4c8c2b285e849ad25fce85d73d6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ba688bfbb8a058f8caa2b576362c26ead8add3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ba93bc094f8578d02c8836f8b3f83764ef3af80a1c83fd51e8057092103c11
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a9adbf95630bb42930c2c9f14be4ac2d8b8eb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac71e6cd873e2f8e15c4a9df661232244441a9dfb1b0a28a2b78ce551e6e3af8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d89e54cb1d325de485720e4e94a889338db1ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1afdd39e9301fef0515964ff5495cdec0cbb1f41f398a9bcac049ddaed96edb5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6612ed98e42c3e17f9037623c6edafd2bbd6552e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e333dc2d07c62d56646d7454674445a5c4af976bc4cf6a8b1f17d9e94676758
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4d8603e43ad6d149ec945cd6d4f46aacc5441ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa050762bf9cf30c52bd043e971de0aed1860cfe0bd86fcc63a84397eb32717
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a42aafc3d5ec215f8e5972785815c9f80204a19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3647ba06e72793e19a0db374bf85a50e8df85dc41c99dccf6946c577a1d58bac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040890f246968fd1ad21f79278298d32bca4c375
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b439a8b4e0a8fbd2642795834f26fca3997ad9b9e7b25b50c0d1302f41ce5f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b0636e9af1f8a9d40b294265b5204659ce4d656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faeee52e8d32427c27523c2397b365decbc30b61cfb427e364b61fe58afae272
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6cf69629fff3625acc9f52ce628759cafe21f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dce860bdcc63da869ab066dd758898777480886890cbda368e33e843a18a7750
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06e9234afde9c10f286ed6c1515c74e8c0a71c1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709733085554797ae1a0f13978dad6824a433b73a6a6c9f400ede93040b2cc33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4355c15161a948d039e145e41a9e9d320932672c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03e6a6830a681a8b7e7cde9ee4e4b9797bb2f65b68236c6a0d224df91ae83fb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745db335f0362e5aa1af566331c0dd6f216583ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc5d0216b6b1d65cfa749142ab191fec0d32f2b7fefa7b463e29a652226072e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf266e7c97d1b6448630ab81f040ab5e5f93fe68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a79d286d77b87dbd580e2c04835caa2408041c12b918072b11b123ba9317d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b42a48759acfa7e18fbb20cd2abd0dddaa8d299b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02129fcad3940dc1098c5815224cec3cce7838c6d7d469f9b4142bb07869a12
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58f605ca74f5784f8734126804b4f9b45432664
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17421a7ed82a1c0de3c43366ab81cc0e1af564401cce73dfa754ae25b13abb10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75395d6d599dca0312929c7b7179004a0337ec87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ccb561f75a768266fc08d262509e7f5b03577f7e0ffe35b4f825effe67ad754
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7df9c0ce1200b741c1ece803fcddb78f8ee0014
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77cf8eb1c161b020c3b4ec867633be68d4ca3a7f44242edf44eb50e35bad513a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..374081057f2cf74e38c0ede741eecdf6fd0b7d0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aeff55c6a388249ce382b6a67b03243e98baa091dd3fdfef7e50af96007f78a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db85d4243dd9253e653d529e361ab7efaa646f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b993a1809f570fd9edf25d3af765aac9227e12a491d03d63c65f279cf222d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520dc4dd661fb8d576c87b36dec28671d54dffe0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0908c4d6f2a4b1b4efa89ab9e7f6958055038ee6bf3cd8f68dc1f96a9163e11e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..492f9c12065b2fc7cce20125fb582ec6b9e12e33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3881c7478dd5fa10c1b1f2c6022340db9303f8105a21a8403776b07eef384a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a6481844181005c6088ca0a25c0d2c5079ce64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c759b66d92baf5db53640ff992b7eb0ab23bf0838361a63f167bf568bbf0d03
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea3c9b92f9d2ca50076cf054218b26df6c1d9a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de154da49e85f13910a39a841d4397103ffe8ece77320026f046eedd2c6c8f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118fdea228720cc72dc174fe4a886a31f9e4cce3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeafabcd0b5144bfcee1f187b4334c00baa15ab583d2b6ad2ae5dfd59354c9f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4273ee32fb8cb0237164f5247c2f8b8a31e5454b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3638f3e0b6423bd978bd383175eb61af3fb522354765cebaffd7be35777dfa72
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5261686272c502fd5ca1b8b5d30c8d8473f86dc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4bd6f4c49d0cb5e4594fbe582c0785015237a09ce3e3ac3f721063f8423e02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30331a860580d296348af4031b8238a26e5589b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48900ee94b4d2c478e685a8bdcca41481d50666c8adc75cee91f083ade9d756
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cdb1baa5cc51ec4d5dff07d5999d80ca280b77b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265277b1e0a8749792df7d836b15a6c8ce4a071c9ecf1759dbd33a07b9ec0cae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ff922929e28f170da0ccc52be1a6ec0e71d519f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e8f7f977132635868eacbe736a89f824a3755738dc178b5010bca5143d9815
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43c08420ffa0fbc8babb52f4eab5535adbd7808
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f2f00bb6b6a71bd3426ca9d21231cdc4b97bf166ffd3867d38f63cc21a4d32
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97bde746518fafdb1a44e894f09bd338f485629
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2a8a5d7b550953719b275c5e5312277829ba553a9ee4904c1202c9c63bfe3a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e51a3bdf5720f4061c7ee21632c6f92cffd9909
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8656180c71e9b388dbf8855515623475c861d7574078a867b939bb526572ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765ee3f1c8d0e90f288130d11c1d522cacae7981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9a988debd638c7f2b428af38116ec127825c99e043489bb6509437f9ace9245
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5129cea7b81bdac7389b2d7e718a8d2ff4843033
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37bbc6c3f1a864ce1ec5940f041602a058e8be0caece4fc37abc7d93cda1603c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffbe5e80f3355d7cacf49cad838d6039b904a04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecdf0c661fe502e7c0ead1949c9f7589c011c7c22e87208d972638740f49a773
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4568444d413fcfcfb01c603f3377d78d915a030
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72aa7cc01e9ddd220798fafc54d636c91d7b6cd361c6d941dcb842af380dbdbd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01794682ccb9535d77c8eb62717a439db0694ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ca38e5e88954ad2ab3a4387c4074c29f13677376569452b92390c24ede40c69
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730b5dfa17c795bae6ff49887c8c458a4eb9dbc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f021ccdce6a9ea630295c3c1c171b2c45964ee14f9d37b93c500bed68117f44
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4256f292fd7ca2e8ec3bc83b4b09093f0f1f4362
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fdd6431e96059fb3bd4cc3cb338e70fede5b9e6fb0cf6165a8380e09fd0ffc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f78e4f5195d5980e7cf04338e4f20edff6e7351
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2b99a7d1941827bce77cbc4be3355137b5b8555abbebffd7c17c8df6ae1ff35
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c86dbcf349ae444a6870e07ff688e088edb5fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf0e8f266f98a76486aaedf66c6ae261f6745673a59d1a82ead1948057c36e07
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510020ace86bfeebad607a6410cb0d7152fd2759
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c532c1f998bb92c2695088964d74b4bf213704163b71ffe426bec9a119d891c5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..274c07cdd5a15a61e71f75e3aa0747f3875347ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe5be4711c644d9cb3912af4e1927beab61a61cab40256879aa2aacdb1747c69
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1768f5020abfe71bb278e2db4311ed93ccc930e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37fa591537db59c73f9c5dc9b0dd1211bcfa072710003fc9c899eb93db8e26b3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f942ac0bd1836be985d9929040fa7e8412073819
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25265231dc293799c9210aa30038eb9e57149817e7bfd61b44e150b6ae0b33e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baba15fa18433930b847f0c958a59bc8189535b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b5729b8357ac5cab914e2a1f637bc70acc1591bd7f63cb32d34aac7c3af2c19
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926d5ffdc304af920106b4a56c46181701d52530
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f48ef5d43ab1e5b9d0db601c0539108ec2525233df775ed404cbadee7e90ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24497bbdfbbf25a441baff74371be820493821b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89352254d5060c70d0cb57cb97e3c420949da7972f48f1cdd45b9524901794a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c6e4913cd43742caa3bf3436bfd339a2fc0ab7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ec00668a8ddfbc52e495ef0aac9f95bda05aff1bae7ee68946144d9e78b622
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307c9d6b127ea4bc83b5567abcc01705575acc0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266b29bd908bcef99199117a385aea9747b6392aecae7b689dc07602fb79d98c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f33729ff8bf39a2dcd81f1c6f2b5ab5f5b4eea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59d4afa666207f9d9e5dfe7af7d6035aad94d694f4a4e46c51ad6cc09720017
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108a5ccd5b1fce9ae385ed90b425c47fe6ebff0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233125c3009c3334dd5efb3bd37035e3c9a71d80552e00ad159fbc0c8622d418
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0952df2abf968d7c06ad7cf7a1d4a4ac1d4ca2d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f02cf26e49b9222015ad3045696830b73a734196af36add0268024bcf8544c22
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a35e2497ef87c9cd10aad8a0283a8ec78510daf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc50a73dfcd275935a83c558cc42e1b431074781ee0596cac7e2fbce18efbfca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c9a766077bfc2c730855140cb73cd339a9ff7fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c80db3df0612b272b198501f7c4cadbfb710a1c10d8deabb2777ed4ff604eaad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6af90120f7d8597b9ca8d7f9390def5cf7804
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba49f49f0b825e1e16cae558317991bb8be4998064654577de39dcf95f8261d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe6edec852c79586a1ed03f71b453b26d48fcbc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed233769c57279ece57d3d87242dcf4958a9158e177186a11bd00412d780768
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f818ce8766b7b08ca597c5e0a798d967a4a51e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9762eb3d70e2517fd2a9a6405bf9db5d7de1155e53754a4b2be82623eb3531bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fd665b9dbb2f3e1ea3056762744b88c3992327
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:144dcf55b2ddf0c68a7f228589398c1932bc31bfafddac471fa31b3a40ae0cb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a22a48d3e4d8898729018cfbe16a043003b7b78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0631734706fbe60166530d0736315db4e73b099eb3aac00662a356cb16317a6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ae9f815675f2619948ea1148480206747e20cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8337f86de7992dd4c4ac7e005b6201bb5bce7da13c218f81850a226612f919ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f103ae40dd01a79713087b90f305ae9c1ea06c08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00f0cf287f669d2df1587772727b11bba813196de91a01ebf4fc31d8e8c137a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6708b269cf2da12da6c779084deb54b28086c061
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8147ba3e2272c02015dc829d16b803a43ac4c58a3ca18c49a203d13a43edc2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fd3dbd4258bc1d8d905c627fc89246608e2fa4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766acd0390679657a4f445cb573b7d43cf4e02460bebd58ad7d185726f0632bb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c519d1f73975e1478f986a4237be7113986c1d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7de0e177fc1a3a148286f81b8445b9af5e65a82c50f7eacd51b5b5c048e15db6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c8abd4a0ad6987b814c9d39d5be61e8896d378
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c5f17e31d799b7aa57986c867bef49ed78a5148e8d7314652cebc02bd31408
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afae9f04e40f7e549f3a10ca49a99ffdc49af895
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cfc2c6e9ef26caaf916e214f9ba7601ec4b16803353ca91203056b7164e408
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbfeda56b0e260346f2ddb254d349396ab01bc1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfe83ffb0ec3bcb28e81156143279bcf58cc81476aeb3a3002c56f077171f54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc5076794845cc0f46f48b5b2931c68732a7ded1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6f95039726756b6623d18369bae8f6a7450326468546b31eb6f2bfda2b5c3a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678c9465d5cf49c0c9eb0973a46f2b4521bbf019
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7fc128dbc5138738137cfc9f54ae5c89ae89f3d0781f52eae1b23b34f66f1ce
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c106dd1f2c7c14393e381735e0d54ee6a3d20061
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2278178823faa02dfe60d16e06b4013edf27a7fadb9784f125999f96998aa102
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a67eaf881bcf7621df0b7db4927bb181245b9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea596001ac5e9731873e75f86bc9127b81165845cc3374977e1a9ca4684f05d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60ba4064f84747943a7bdad257cb823e713fa7d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e08705cc3348d2b99eaaf858562a80be451bed1a826279a0fb77107e679396ce
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0034be1ed4dd9937c5c663ed76ef6793ee044a08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1fa94e4fe53e9359253991bd2a7015acd63d4413ae077bfa4887d42e40c592a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc143a21decbe623e49bcc717167c9d7faa4ed1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cf609991f6a23946d1259374531bf123ba2b60729ed79c5943a7fca18361ad
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c31c56fd40ac84f56a4b6dbd13b70c893ef9aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dbdc74be15974600e845db484c2b04a9a01f0e2731ecd2eb6f42ee52a11cef6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83017f141625a38f8321fc8f608d0a5abd4ad1b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd10d9523d25d9814119a735a4e02761da995c35dcf887ac1ccf3651f329abfb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12473ddf487700b486fb613a314c8b009bde7ca4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d52627e40ee7334e61e5fc1513af7b8ac013fbbe12e6694011ac3645e041f1a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f70565803bcba74a5daf96015ef7b1f07b2843e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f247d826f98415d7a6c9d375cef2d109e3e2a7fadc1ebd7543bd57062e5b58
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64778ee32488dd1f65ba101981226f3c371a15a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe1bc25893a2ad0ed9336ac3ef143707add317e99209e289e819ff4cca3c18b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b00a0257484941ab3a505443877abaf4f53ae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49951bdda9d5f580b1d5360ff39e475a38b55a15417fc1d572a43ed837673f30
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f8abb9545412b291b56d4f8551dcc930059471
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f138ec2df37c60560e4bdd07f880c1d68252526f469da6591150ec83ac3d6f00
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32523bdf470680adb021f2e52068a3fb06fa3cc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08c0a4c6c57d6de1ff20594773488c3dc7c0111409f06bb935629bee9ac25c52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d904604813cfd940d35718e865ed533cd9c921b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9831a8e4dea5b2a8dcebc6f78d6f72267373d28d17b4b53be340b2229b5fa6d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c122e932abd8b8728852da008a2e474ef0e97f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a43e32bcd3c4077bdb605f9044743bc7f3f1314e93fce83a9f6b4b1a187c0b7d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f1b0956cd1ddf4dad098d12b33e91a8d815b42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecf0c3a56152af9831c6c6c62c3eaabcbb10693bece624c9d6aadcee0e39176
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c48ec1e0d32b63893b6bf7e98f4745047085649
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68d314bc0358cb3b51a29e9cd584b1f243bb099256e0a5ab5307f10111a13f2a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13b274e0df0fd140c0ca4b343ae202cdb447b66a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f159aea30bca1ad0bfb102f4d2ab2c5a6ebc7bdf3b2f61da8c66c63df57f24
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fd3cd21acc4b82da8389cf91626a7bb806c19d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd6ae5a63638f3a38f461e1680becbe396c41c53931e9d60afa7c4fa6233ac27
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cf333a73d3d3e16eb2860f685b72997ff9a19a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2958e021c8d8b7f56f489d9b7943624fdf365db7aae1c1cb235495cbbc0bb99
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded9aeaaa41b8d657a7b83dc7398cc28f842c860
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d806f466b56f9472ff370a2d9154e10dea5689fb180d9844e2cbf8bb0d4b4cd3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..457dc5ebb928fd81dcfc338c98a232e60b256d76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c37b4b289f422924f7b7c11a1e6fe80f62953c91a476f08d781f400d505149
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226633a1d7145764c2bdfd6b1ebfc23a0513fdfe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e0addb87bafdd791f8f0043838c2f65f3d1bffe21677238ec512dd2e9947f13
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35da8619613b175b623380000e11968ad1944297
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e7fc1fd30813d75aec9e5fc7eb4be1bd63d1eeef854303da0fd8927c2169a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772281d895c960e79cbc2b1099d4afd571273f9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9018aafd18ec5e160d444e317a5c43f04b5936718599a1681ddddbd3e99b63e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5834eecf880c46e4604a7b2c2a311687a7b52e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb602925ee8aaaa98e4b5ecb8f5a30adad88bea5e55207fa8dc88703f83d6d48
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3ee7e02e928217f7c75756f5bdec24196fe5c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb978d53eb480c8ab8e637892a176f96847754b76085c6f090b20e99ccd6033
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5331d4c28743c2499bddb25803079c3a7c3eeb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0655d329b40a417ab822e30bffb5c52b5aca651125662b6c4c4729f77bc214f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b937d796cba1815c33ed0f56ef9aee801913bd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a56f691b5c917ef365eaefa3654daa7f023d3cbf6f4721588398720a858100
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae2963ceec7ffb39410567b0a82e6629cca978a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5c7c8dc4314767e27e7a4d76527a49de5d52d36812978dd32a41dba19f84ec
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029f1c09724e58e3a05f89b8bef579cfbf360d7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4adee5f55c38882db93800a160c438428380a6042832b804db56651105fee37
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8836f03886c6e9a82517cea5ba8a05c42ef2a2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc69d34bc49954f4a4f6a780a894f82ff3fd30d11b95a047fca052b84ee02d4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40dc89d457645087c079d293fdc7129a3d89c39e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24d3ce90b90bc3299b2590c10ea284499bad9874dfbb5c8d1b3299e2e470d93
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499ee115e65aeb964bc213ede6371c95f9167f94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae0e43b9c9658689ebd4b69f537db805483e3f80e99d6a5ee37a69ddd7e6591
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71e19b41d3818c24ec0709fa6964b07483ea162
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdfc1c8604c027748ffef18fbcab9ae8cc1ba1a918da96bc4f659eb8f6b3ed4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93efbfd2d247782d1e03d7d5a2aea96e354b565
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cab30b74782056acbabd0f82aeb4d70fd2114192d4c3c4055571dd64d9737164
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20c6510e321d44250beb681c82a1d9f1851438fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cee8dc556d7a1ac15940b93306c2b314b88e3720ac2383ba238d59f128c40307
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..114d54de62a85e664d52581edebda80849b09de6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4be9b501f4a272b0ab313e57a2be6efe93eddfb4e22214961f492c8405e9499c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe1bd7af43750ede616e2999da45fd315cede00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec576e2d71f07047a4c997af827a29a84f226044e10659fe301b3b425bcc97b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15588c6378c3a051e0dc65b37d905e663be6ff89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74103713c79abb293f39451513038209b8f2cfaa0b9dc06dbba16fdeae3b2164
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f6ae48ee0f9fa97921ad16bdc4acddf6cbe0e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbaa7fcdc6120526890e1fbea076768b3788f59d98382725d562b03fad96f4b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a9c27ea738a2ce780af2ec89719792251def32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f985d005e8a14ced7996afe05b476ab0d53f5d0da12e9098660d94f4527d52d0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06d001df577d98cafa7625fb0eb5b82c1af85c0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff9a55c10587a1cabbd8fafe5a426446665dd4681054106bb363e7362cc9432
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f882d35f4998df62552a8906bdb22dfbf901133
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f07f94ac5b9f8184e9c53bfc724d39f3733a8528a79eba4b274d13a1455195d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6013e7eecfcbbf5f8ae5746855891bb2e97e53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ed16db0b8fb1e184a409563cb79a77635b90cb31a97c46dd106fa5849a3172
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e273085526703ab5ccf9a09819f2038a96abc45c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaec848fb740efb440f7c31b5491052f2be8fa1db814fb297dd1f8561c893fe1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0370328ca3333147a99888851aeaedbd2748fa07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52bae7a7f4fe1b3198e2eadff6d1a1c211fd7979452d4d09a2110853e49665a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe870d2659a3970b68110551dc278b139caeced
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc844a8ba69264db9e9f1a7467a6002c653463fbddac924c496406b990a5566
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5fd9d76c4deac740cd14ff480e508b5a4b4cf7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a343db7003367be5588b6adfecbaf769429d1b67b5538bd5cc2c03a697a547b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5019f0843f7f0fc95d247c42b8c8786c5ddd7782
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664aeef893a41e030d5e7b661e403c9538c16b9e0dc5aa22b93eeb9edb03daea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc32928b8b669c0f3c353b1f1378a17e10f88892
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57350f7b973bb12c6ec77d57e5e2ffed27e3c481b4648e54629df9e112fb9412
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25067a36895259f71ff8f1ed15744c52d0062d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff117794db374dbc8c83b26dad15ec2838aac4a9accda2a7a32f95000f6bbeff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b9fca7d3dd0912067c635450947306099c7e62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4c274546e409bc438537d0170c92324abf08622329fe5890c1a81ada93a0c6e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3fdb1e524b09ed06b988138fa28f412fd96554c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ebd82c3da97c639ab354873ba893056401fead035e9d87072b3fa257a6fd84b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..261f39c62616ad725f44141668bac0b422333709
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e7a677612ad9f76f8b3a2e04dfa3b0b701f7085057ac8493a9a4f948e25ad1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e0a1df9535ef203a37e20a019ea9fdff7a5586
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdaf8e429764ef159475771b4c6a68b7e08dbba8b22266b05ffe787d86b43fb0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f578b111ee57ca32b874d6cb4578b0f918b207c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587edf1a139c23289ba3007ec39ebd8c327ae3814144ca6c037803a9ff8aa364
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29033c6481956b1738da7e23fa67bd7f34ab3d36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb15d1619403a169ce7b44218f23555dfca3e0860330c879abaaa34ff42cb8f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bdbc577e7e660cae7387fba7cfd3c55ddc69fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6a21a582b6166d4ebf46d980b5fabd16cf856c185329d4647e757e486442293
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e2eb3728318cebcafae795e11bc3055f19b2270
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ca5c029fb2e3de3cf8776604b6223b81747910ed921fcded84bc57b6bed47d9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42eb6570e2fba78ba2876e0ad5b6dc898735ec8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8af60b53c7ae3202a55328065fc7ec99ee698384252643b657452b98905ae24
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e406b1dd4b8d67f5c7504b2a9334f546f5e8a936
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:351ecb6ff84290cedff7512ba04f30ac4a13be905838d11c303e2ffcbd2038e1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f49d9f937337746b0bd4a4920f4ea0b8188f36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:972194a573c22d044e2a5a0a8d1898d621166985821132166be81247ad33cb09
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05f33f4e8fbefca30c15453ef3cc77389bbe6512
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec25a2bc4cb81259e69d7993953a5050b2af4cb5aa50a08f3dc366ee5dfa1791
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f99179453eed2f0b323fecf17c211e80760ab53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb25e6e0d3844e1a6c23f620ebe6a0a220cfac9197c7ac0a0d8f1cc12cadc24d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c2dde506d630aae985d358462c4dcded9cdb707
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5db3ce042746111beb27b268daf443b10297444947b5d9b3b13ba49a1d4012a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff9bdef3c0a47e02634eb5e8b3a4402ae0496df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa680b6a7f74ae58f6b4c3bd766e0711257fa917c99ae413d2f14823665df6ff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b818cdce672dd6abfb686c8e21418c6b4d14eeb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a93e74fa7c1905e5ce33fbd5bbf1d7d5ec75f643989414ad9702bfddb0faec
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6897d8b022a7d1db065a8dfe50b865b7a65473a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09edde4b574820b2b8db737f5e0e4f3bc6ee1b04a15f502b23a93fe8d68d5800
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6892c0541ee45f0333a667759b4fdbf6af0199c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72751a61beee1f7eb85b324052655cd5414881217241192e2e4ff2bece44e7fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8340379dcdf2e040b90da79359a1388f0c8c133
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53a9ddfc14cb8d6d7984155ddd90db5978961245508e5f1561d9e345ab397cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3631b552c05dea822120db201e009bc0ad2e0de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f499bf6621f1bd52e878fb2da3eca69622a99e5b29793c62e44bef6363c21f81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90675cd4dd198b15bf6618bb354d7ec06fc1cdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:068dd58892f91c016c4c834452735be227b8c3129299010586ebff5eec211548
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa6d5da379dd19a8a4ebdbc27ccda0818f45118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8e3eb7b4ae98e3e68c25ce3ba634e0649e82a86d464f666170d09b5ab5e0d4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f1029836a2d753bcf101b071598d0d868c447f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bfb9cc5a84c77d93a936ed89975424569d3cab062fab805887dff09fdb790cd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dbfb29481dabf7af967a4e94896feb0b8067a60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f848b2d793e28a8b99d5146b1811c2a1adc2da6fd87fd721791cfa794af97b1d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab8ef878cbb18718e164dc10302d82186eeb5af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d1cb750f5ce25f2d3c22860213560b10def3d10e9400d092b235b6bb230f64
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd4bb3949b7e90fe5802344181945dc67ad3909
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eefe133bc970603eab086c231b4b66017146015012bc4ad43f947cb10d9a4187
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..baea1ac85ac8361ffd10fe4aad00e1859693ec14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb2e4fa9737e0c1f29d4afb95f7aae8b40d5430c8fd8811e726785247172ea0b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78c7d4145ed803a265cecc0a73a9ac353b4c82a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60434ec3ad53bcc6e33f5f5838d06645bf492fcb9a98eb402809c6ba9458f333
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcffe82990ad76c984faf844a51ade22c2dea4cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e1ce4ac2ab82fed76ce5a49703431017de0d4c880127835de32845e9c57731
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b541ac7d11fe00a567202e34520a22d5b58b4e36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0784a408118c8680b2bb283919453cb39ca02e805cca04f6b7e8048f7f129eee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054915af70fdceb0faf2f53419802b2fe2412458
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce240085dee76eadc4a8e52befeedf77b308cf23de740b728648628357c09360
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0afcf13b93d389042bdc69918c998040dda809c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09aa0258adfe602fe3fd8dccabbc7be22efd2ce8e5e1a2aec0faa5d240cb2d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b6d7513bdc1edb3115400b65e722a8395a95108
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ccf22337402fb7c1b3d0cd2184f8a865ef1776b16c03534256e6023ff76ac75
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2977c78b2f0fb89b8443cb42b749008b9fc364e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b148fb7c8b313978995eddba8f9505f0676f03092abc2e0bac8e34b28b1fd8e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30af8902f288df8271f5fd797fa9fe5cb26ee59a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fda6fa2d351e8adab86e88cdf302c8dc9d3a79f79eedc92130aa88f527b99d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9475346b71dc5cae027f3ba8a351758b0541075b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b8a2cef0ca9ee009d27c7b822e2ac4b5858ee48d179b67a24358e887b89e14
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4c39e41ceee9e6f565ab6c43b4b373a3235262d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679947820bcd066f31e18bf98e767d79e2b925ea78dd12d241cbcf02797b7c96
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f674bfd2825947137e66708d308906233c50da2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3b068da752aa2e61bd7aa4a87df771ef5410b6789b453219af70d7d4148eab1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80448040626f60e86a5eb05a1815f2aea85c9286
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab02157ad9b9af3d9f57fab97860df7ddc4e5f60ed41c6e5da0e3262d969673
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6973842b0cc6d942e46cccd8ab96e1c1418f64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad90eb88380c0a12bacd7497a956c7f6065472d6415a0745226b849b65b56407
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c42419fb0bf7207d63fc2cb46626e5c2fb5b3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218ce900ab5d12b2b226664d12c938f6e3333af14bcf7c59d7565f8dbbd3da2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f3efc82ca59d1eafa0b99f4eca744ef32a3589
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fe6dc8b094ed1d88b8fc571aff4134680d880600d809c9b82cfc546470792e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec3ff8bf0447f787bc5df18705b8a40491b37a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59148680b157c28979a94d532607f9bbb3e8b67c08d695802b0d99a3767d03f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f7905ab485c898ff9e5423f765803f39aabd18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4b0a9ff38b63747db61a6f721612fe662aac5be68439d39d12397e218a4e93
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5856a303cd5104a9ce8236e1374e058acfd01e0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb30020c88be0898ea9d8235a33d2758a4ac571f2baf772b2b0347be7d1d7a2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c743195ce3cb55a704fd3fbcfe974d7c272be9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c83a5943d8c5704650024047723aafd9eb749ffe12f4355f24e73df4205c51
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6387da46384aa9b9a82d3cc7cbad1f22d0cc7d41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2729e49bb85289018cde5ea45072c8639fddf2b30aef7ebb5f277c4da393b198
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db13689f798271441c74b9bc434074c251248d8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:942ae79bb6f8338f8852b9a96a5ebf34423eaadae1ba4da64430cbb6f0cd6eb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ae66d663307e0fcb6e0bcb15c9b3d1b9f638c29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe78d310e30e88eb7ce547d9d9f0c4498cb6300ce7bb7cf0c93c55731438b0f8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9ee37340235e1a0f59ff324e1976204a47d487
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ad64c55e75957887fe2d4dcc285829aed8c108bd03abe34bcde844ff39a3c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6828961595c4860230014a5c4e0690631960f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6538fbcfda36bfcd2a861975c506b8646558ce452b6b22fd9fc746bbba0581a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b4ebfc6becf85185f6ffa9324aeeafdbc39f16d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dab03a21b748aa1e2592f616e40dee5a65a6efd2aebef876ddf16f3ec466894
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce369931234c50a0e3b920c6f9a8b55f9155eb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dfb56887b0ad9fcfcb27eeb70d3cd66f5b590c762d80b30cc8c15373de0144
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d500bb52c67f78a824364c8533981a3e3ee85f20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc62e8946635b05af9445c341e4397548de4f7b82ff6d83106b9dd4ce509122e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2942db7e12a8d2d1ddd3fb7ae419b78d104c9d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:450262ee66b2ae63fb35801a6498930dac733ae1748820c9f46ab29cabaf43f0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84004378b39f0e1ccbd4b0507b513be68e5a07a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4054e7480d46969ed279218e9a9575ede881b13699cbf8f38b3abf2605300068
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40c51a9f8f3fb3e2edcd185465beeb7047bf89ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918f7cb793eb2bd87e60027846068cc799cbbc7dacd41731807bb3d7945eb56a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52abfa4c0357f06a0e25caba33003125dd9ad4d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b136a07820cff649ecff3dfdc46f6e4bb299e06a7a5665a6dd8eb1990e08de1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3401f3e3c01fd750914706fcfddd936d7d42307b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37954d480d18938fdd80d36498f46e206cd4bd5fe933fc5796265525d7f0591
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee91b869f0b9ce01c67ec5d023e23d4f7fe7eca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4190f238a45c99bf0586f65c89827e16932187e42a8333413fd023371c799c61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725270602c2fe28209e92839bbbb790b52494609
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64530be26d30002885a071e52fa8174b60086f41fec6bbab56c0d87285c37c42
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6956be939ac0d7ac772cd450debcc05ff6d01b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f40a22592995013d5315a7261b875101606a6c9ea6deaee11c0d0a74b2319df
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e90452e9d54b70dd7afee62763dce361c2a295f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439c041d58ece7f845dd360eb44ab3bd31c0b91ee8d9298c2de2077a393d41a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd6ca7075146400955a761343b16c5608d354ced
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee4859c7a65fc2cc2fedd9b2ca049c29388557846837125d58c65451b0c0957a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb878111555aca6290f1b6e2708f5565fc262210
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3bd4cf8d0216a8bd22b2233a4fe50b7b8b3eb53aedb690c42af5f315b8c155d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78100ece46a33cb062f2577e51d280aa9067fdd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdbdae98ce7dedc315ea97b3fcce91fa08119f94d6c90eca3c7d8d169ddab46
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..748398a0d05bec45b316fd1e927a8d1fff5eed54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd69461f6a54c240396506c59c2ab76177e322087ff4b8158ad7432f67b97a62
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50566ccc16f031ca1bcb2e8a917eb7aa0157720f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c6534a8f89dccc1be25cee092bafe049f1146d4cb5bdcd7c8a74cfd343dd61a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d47f1c5cc65f2f632003c3809e61db3ae8d2af10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c040df8070a9b8dab43edea73082a285e4fe11d60428b3edf2bcedb2e3152ef5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e862f2b6db533c3f6aef20d1bf053ea4c266fef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc08a70766dce4ae3c7cfb09ce9ca2bcdb5d8f4f8893946337151ef0ba1cc45c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bcf8cb52fccb8460d4cf449a6b242637c639143
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1031dcd4799ae783d64c57969348d0cd62c963de7b67928878b9d7104a97b0d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7b127c36228405e0c51583a0f90199aa66d7496
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fadab5b9af8dbc78def3a4e30beffb4103856ee36ae27a61d98c1bbea87b8c86
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a067b3cdd271859eb6b808f7e5a5ff448eee7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:194ab457e2cf4d19822ffaec71b911a0715a6cca4c36f68bd59e8093fd8ac213
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4a452938c4babc198a581de7fe6a3e9d5ce36c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8eddd44c5a79d7021e10cadc9b32b723e9876aa3be6d9727338f7e7da2a916
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0524c14e8b4fdac08cde807a5c6bb27845155937
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12d6a327877b4ef15914a26860aa6864f74868004aa0585c0c8532d8ace89785
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8279c77bc8457eac1fe493d3e12787291443b9e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3020b055fa3004674d0e15719b1a979fd5f19bc78fe1acffdfc37c6dd03da6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c130674db93315ae5232845ceddc8aac4e0974a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c635f26ef6789f62f7cc32721804793ffb0cfa9c80d40e0ca475d3cfea37763
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900424e3452b332b15d0433b2b3a07b88bc2b7cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7ec13596596cfc909532968bfe85e31623720393096f2b3e38d3cbe82f32de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f3276b7f29ab8558cc04d133836fdb073a4c786
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af646063fa3a909338ff19fc8d48e25cd8536928fa2893781dc4ad13693b3913
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f278f6b707b2c027c1c3a01e7582dabeeec1bed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9c7f6ae31bf1de9aa147df3ff907ad15f0499d653b6b59af1390a53d4f8242
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d55f304f99777b96ded3bf96d0768dd41d04dddc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3efcd6e0fcbc69ecae8679c9c0ecb750920b251012c443d67f833ed5166ec29
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c51a24e6d16f17c14c6e591d059c5ce3aac05e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f626a883bf2ca20b9c22b6ae5153379b235359a283ef9ed18123caaaf6770ab4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ea11ed7533069afff606ae4015135133b9fa33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9a3491566c2363976c0dc2b323b08446ea4df4a0cad51f717cbbfdf6cc361df
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e324b70e33607224f5b5504030a68c0303b0bd62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3769039a544f4ebfb3d961327409d3af2480d156985b8641219fb139da8d84b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d68fde8024e6614161c32543a150064170e0b2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2ccf00936a82d42838d2ebdc8d9069408095338052e657dfd0e8f167550285
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2501e137c94afb11b27996058dcfabb66224d056
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b836bb62605ee822fe74ba2af87b0ca50e026b0157ea15d53c1ca1e49326db08
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b28522656a16e29f8df83c7cc5ea86b4158a7465
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9ac6144b6f7a9fd7d6ca1f7d23271dfe8033f28627599a6031f9ce7d1a0cf5c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4044df57816a54d3e75a3c5c38d896973fbf79b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e61479a7c59594322f2eb8c8ad7807b184750ab70dae4d02e72c533b0f13138
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7c3b37d9a21e40436506c61be7a9dd059b1670c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acac82f80a7b0210bda8bfe3605bc304899db43ee4b5d987647a0a3691148069
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51a7aaf882dba28ee6ce28edeb82b169fa0cbb55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8554a8174f35bb95d7e3416e4526fb3131049c480be3d4cc23b1c3404c371bf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..854dd1c41cc1eed7ef273ac27f5a0fd6ace979a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3f9b94464d770ca65c3dbabb5bed99c20a6236694b786fcc52b76e1302a4c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d7b161aa3cdd899aecbe1500949c4b152b2d3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c609e38c2b9ed23144ee3f69ccb4b05eca29080b0d384058c61c2e2a23027235
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977c7bf6fadabad0c230cfa678468744983a7572
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf75097555375b3029d731f7a3ab08ff34107cf05b1b5ce585b73b6238230e44
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4454e17d8e8cb3cefc7ee1674e78a370da84ff77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:505ab8cc1043bd0515e779bd7080f6fecf1583705e3d3d8b3fbe15a3ba872491
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b96051dd94c93aade212a564f95ff59943ac64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a7c10f548cad8f05a310650e19c6dd874d12247b89f82b2f509815292c8d05b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cc050fd6ab1620cca0b19103111c3f41774f06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb1909e14d2a0dcfb56fc5dc84a6db1813cd4fa871a5ae5e35f1d421e707517
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f7c73e6b0606db677ba8e49fca3958a25a4e1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b40034046d8a98544e3d380f37ecec8b20c6a131629d36e720c7c390dda5595
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d67d7c55e6591dd3134206b0b09ac1768357b8f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045e9839b1a3307663abd3ce8222026a03d7a31a6e03527076107620794a25dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..591c1ff364b5a2c288620eb5cbc7c7bb388fccb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52500b25d1812e3465f6899249ee7edfe8e59f8f13cde69908dbe8c401bc5d20
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9bf920be9cc2a3019345a272462f71d38467b1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72bbea6648c4e29a26620833ffc5c12e4cc74795738975ee8f1af435b77d2da2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..884dad4fce5b71a796e0664d7cf2978ba1869118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbac021d25ebc249cb3dc22b70b36b5e6b7187864d0898d58fba3413ecf5a3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cc141ee9b8c4799e9211710a8588e9a98c6217
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4d493b909b5d6ad027a9706e07f5caa574463be62729960f0dd87e360915bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f37fbdf048d7995bbf4c31446e2769e3bfb4b15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e4bd962f0ee1a00917f545dd25650c4bcd0ab031cb29a14379fc8e1c795243
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56efd27dee2ac03db5ca9adcc221f34aadc7d224
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3aa3b244e98a1a468ffafb41d715069a67a13054d7a2545eca3ed86f02600f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0db5663bb2f9c70f6ae712eecba1a086f093350
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd00504415227fb7a6e30760547c12b353a849f93cb27083d983f374ed2120f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36fdbc7dd6be70941ec0efa26767ccb0276b6f2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b98b9a3fce2f066e68d10bcff8473732bfd7f758dae6801c058a98eff7e0f52
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c003257b5e34b6e147b53b6193c179fec40492
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3767120b5cf7b71bb1675c83398d0ad2b9cbbe67bd614d17624785a96adebbe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d12d03f68310c3ccb62884a45741e6ea5099dac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c4f37fea434e30456909be7d90341de77caf2ff3a9ed7304e61d7d9b819f629
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d9dc1a3bb6567f9e4371f24d74603761065771
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1830772aadecfb52999871938f69d4316089a88b11caaddb500aa6b089fe03f9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10aebb5d101951b15bbbe431b640decafddf4441
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7bbc2d79102229ddbba6be01c1fe5b1641b67fe6571a11a73b06bd75def3f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..562e9edad63b29b11bdd8d5aec926a697bc1a306
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63fba8f858a929ae9635f6cc420ff2de5144d50a8b026856155f3c95cfbe80b9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a067f69210f82fa731ebe44a46b2a00a0674992f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e987bab6d886f97d04d15a050db8b738583277fd9458a987d42da6c26057e90
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07f5de3d01e41878fa7893de728aed7182b0849e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a5a517cab9f1207f89ad8a4b38c836d9a71f0ff0de3cfb432350a6d6310f97
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c4c7c472d542418530ddb9f213ee79cbac5fed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4324f2a504ee77e7ea177a2d1b2ba850c455043b64cd2a1a15f33f6e7506e26
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb83bbba7d0a7a695e3708b128e53b0cb1d43eae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a79ad9cfe64d61a5b994a857f3da8e0cfc0b77a0ced29194e9c72a0b53eec9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6c30ec5e44350c661237547734ed87a8ff3cd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8b61f7c254b4bc36817c7b5c41775c5faecc23cc53bc562c94b9519108d22a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab38e42020e3ff39b6fdbaf4a5b80e7874139691
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145138c01d19c713989190e093d87c1d6612a84b6e1c952ec053a8a797ad5807
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c270820dc19159c181b9049296fd90781e392641
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15651fbc96c54585a4b6e6f827c80b6753bcdfb76b244df1b897cd971d4758c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a5ebc485ada559d378114c14218a06203a54330
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2886f79238f457f719b119f9353ed386d50f17a5f55606ba9607605cb4173c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc310519bfd322eaf6788c0f9572eb4bcde962b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a53e58d744bcad0de4335ca59755f0e30f2edefaa669b7bee8b6be765d4136
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b232b190be8ed86e66b849b056ae704389da340
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61114d8bcacc0b5a0205bc7f27ed657ded3a53a43987801f04c2957b652eff40
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f688fd75352d4aea9c854e7a014d8d51bea8799f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:affa69b6a6a81f09d64cdb881540909a0add37aa2f7576d53561aa3217d23848
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6f1af1e427336323735f1c7008ac013d8d12da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34eb76016a2f6e25ca1d0de8446aabb2454b796417edbf2971c2a0cb0f3767cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b10fbc4a11c204a309ecf94df8d4b85f9f6cd771
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f671681f93b75e99e19f4b6208ef3597817778446ac4c1951b3f7febb1b1e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0da31a701d4edf2055b7e57552c3f3b796c323
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73d3bd36526038210a2905c7e604c7e0c2448df38e1853dd813b017828d44c47
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87fab0a30f2e00cf4dcb6db0041ae57c42685729
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b1f60711da15e0424e32d105ea5564cc76aeb9394feb2ea90c654c016196d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1a04d4e2bc04c6fcf4a1e7cdc46107b8c53719
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b3e9060c3d1435b45961944fd8107b385eb71b6eb23571c321a45d425afabf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720f350bd77538391a0822d8e9506f2b6c618d9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cade29b8ecf581f021decc6bc241990551d24f8502d02169bc485497022511cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8eab3851b4bccf1623a6e0861669b7e63517839
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e75dd0075ec45f44d5e6a071d505e3d9428dd3ac377c037489cb0945935922
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcef122f83570d7a41d826e0c93a53ce8a39d07c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761028f3741030f203856999c372be8c9600cda86abf69988138d4c5edd4b34c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15c867f37ab8a4815d058af6ebba8ec13e959fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c5c1226a6cdfc9b57fdb8cece48fece6633d67383cfce8e97bacfda7e41d812
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cefe215c380d9d7b2dfd02b7a557ca208717a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9de05c7056536b9772396f9c7d95eafb3e95c378164a3228460da171cee677a5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e29ad784a638470b38332b3adad80eeb3cdcf89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e1e98515db668d3e8a54fbef486d69d56b6c5fc2be154b8d83cb2d97fa10589
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c86eb54cea321e57c0f4d0f941f3d771fc412f79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b9cfecebde83b272811faec4d3bb3156f963a5d34fbf485880af85df2c4f9de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0de76394c32a5deae73602405e8d63aa0ea0a5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfbdb8d996cd5c6b8df798447c454edd7d66b8a8b6d3b5c240ed99d6d6fb7f9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9301e8957fe470a3c1d457500a9d0e2109dcbd20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31239566c23be02d655ebb0773e720ef7c1873558a8e9c2d2c43d540d2ce83b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac9d91ad02b27ae9bdd5812bd0d9bb3de0cd0b3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b026e44d334088f51d14ddf4e81cda8ea60d7e33792f784741e9cf157fcaefa1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c5a3ddbd2bb0b0702df5c96e5351db42df60cf2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bbfef2bc4d0edb9988a94824bca0d1e7f51dacdca377845dbd9ff26bf1f194b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868482775e7585e1cc0d9b5273c4f4c9d9a04b11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e816fc1af5e3ee843402747d14b56860b3e30596db5bd54696f889f936102eb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0c06f714ab655205a40e9223c387d01410badf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd70946823572a3608c86dba6f832eb5dee069324d5d38e40dc1320382eae53d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1302474580722ecfea67e11fc0028147a205324
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acca9dc10dfbbf99f60fb133ad3787aecd83b23d2d59e111dc9757ddd96036a1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772717a5343f33447ec74094c0e4aff1a4569bb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce0ade04344f09d319d965e2087ab225dfb86ac78feef2d65eff0a4ac984747
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04898972d86f6806f6e8e466106d87a7b5240c4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c373afcb1dfab3a4966007b4298c9b1b0eae869cc1810401a40638c33dd272
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6143aea4e18d665d2acfc18cafabacd9208c0b86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a3709b03219304d36d2ecbf4106a65107ea9074c5bf4ad855bddd6226247ee3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9812838c332671339e4d39ceeeaf15cb6830796
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1b2cc06a7457fbabc308c60ce81fa36de795d94a595d71e5e7664da6972ff5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a677e0b755d889c1c5f7170859b13d839b78e90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c2c3886da448918ccb73e1aacfbf65c793eec4aabea9991e56a98b292caf69
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa18596f7c11bfe967f394a591a992190bee6639
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265d79385b77a8c28163721efb4252e4e376527ada1c36228152c647a87ed22d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..687a99a206c0b308364aa8d1726b022f4949c3f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250dba333b9364dcb22a1dfd86bdd6e41132b329d6ca6330e709060c3024db50
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e65cbc36f8f22f61032bfb19a5049ebd2a8421
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ff75717a7bdf43c39d9ae53bc502f56eeb061c4b513b24f5271f54cef145aa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4bc948e6efa5bd573eca83d9becf8134fedf26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1673245c42a06040c65bdba75548fca3ff4b5cab18653028fb684968de29a53b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a3b9578e87a11114aef263f12fcf1f7256bf8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1413a43031ef75464502983de4871ec54b7af0499c916dd771c2d6f479e88ef1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74b44ce676f14da386fc08451c6c62fef4af590c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3ac4b8a31de6552ac6d0ea6774014ce7b068749c4529797074e6e6a21e01232
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd09bea301612285b14db04c90aae524039097a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283dda833ecaa9a4cfaf94d2fff3c15fddda623f6c1e31f4b62092ad8a1a8c38
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfc68dcf388221d4872d548c7cfb89d9e8f36f28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c95dc9393371b656fc8f25f80a71c4eb6212313a4613a33e267bce0f5036c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0f86432050c12d9ead0abd7912ec60c9e1bc1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0cfba6bb142b2311a03572ef2cfdf4a896761ead4fd2a01bfe1aa1a5f19b324
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf60dd971efdb016be15a5556cdb86d38c2be223
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f728fb45c805a3dd0f223f0d606768ad6b2e1b445d2359554a27374b3b63ff04
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611fadc00033617afe2bccf967fae3f77cc6229f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46011c317524a428e0644cdb2c1d9ddc9768c1cfe8a5cf73742272002af05747
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8b3cf9ffbca3e79065babb75481fe8ff8ab365
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4003711f1e0055accb005f37e97342190682072870b0a216442b6d10dbd45df
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705087e0158dc4e8b32280caa5b5300b6b833d4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91fe83c6eeca616c57d3757f58129d028c61c82fadeb4700275ba18b3bcda537
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676754dc6d403b26b0a86b01a6be0b8226eac6eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b884ee0e17cd8853412f5d9a736ccb873e2e9163e7de2a7ec9c01e3a7d46caaf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc7d743c3860a7702c899e57c9c80ad23284987
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473b14bde72f18176d6ad3097ee8e2e2dbcef2764f246371535a636c4c582221
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80994f303a78997d87f2b20d2c83e51b6fee608d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4bae6ac73ad55cd7cfd8ab3f022846ea994c383f075bb480b7d6f6e13cf4897
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173700d84cbaadac5403c3e5ec7e2972c241b80c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c0f8d4b1db4396e410f794078e0cbbb5f1c1c7683bf7a0be44b53865893f342
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d49a95a9c520d6126cd4ad0c613296fc40df0e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d49b0e4e4dc0ac4f2eafb87d5873aeeafa47c5b33aade6f3dc90540410cd23
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00cb11b0701c47efaedc1c5a837bc7ad4a09a80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30a8eb353033d35e97af19941a5ebfcaaa800a389ff93a7303d1d87f3b66312
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e5732f775d17fe3a04683e428f7dc2929608d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df97a44a48e6e7fb67bd6ba32b943d00a2ffce5d111db9a368cf1729c7c618d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..439d9e3630825b9580ee5d0d91445c6287b83246
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0050d693601a8db1fe6e212d2632770d5ee4bd6a6152969b910855adc8e78ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6146b1fc44359199fa7804de70a75efe26d093d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63045ab0ddc1191ed5ec54878ba84f8512cea4c931c211074f43b3f8cef5eb13
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce7a94c2271cbdf1017f3634b016f1d5d9a00eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61aa92383a4075a8c042133e292e152f981bc44f2755b631e09b5b7ff450ab82
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3721efda708acf66b00d7c16995e9d2f15d25f27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20a2539a4514b9b49992f5ad570fba523ab901636696abd00e1f09fba9cef1f4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03cbd1bae456d996e7b095f78b9956e1a9d71d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f3db036c5300797fd4e736cf0ca6f213cab6751971ad36ee2ded244f9a8491c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31c8a65f6ddeb4cdcecd1dafc97ca6d9714013d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b1315bbe38e6f2c58c473067a1f0880bf1cb56845f0ce67296710fe8084f43
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b309b7c5c950574075135bc914d3b2ef9ad3ea35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b23743b12b57675dbe677ae7025ed3783219e2913c69986bc9840290c1489c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba6758de10afe812175a8c9aff0a153e5df1267
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed37f73c443efa322ce14e837f103dfb3679f178b7410dd0228de4f3f795681
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1495bc3088a0b086c60c293cf4b76b5362ec4790
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc14b6e59f3d89e8e2f86a66da98a5594019f3f29c99fb107d38252ed661106
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3295ca17266b0a3be5f1fdd9243688d151c6fbb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f619d7fcb61463e4ed9f2e246f0102c1499f112b45649748422ec1057233af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d74d5db5f3b7fddd5dadf76a0d7f86854df66d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e746537c99817e10a43a3ce28b5789d9f424a0ef4ee02206fabc3253c5f284bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36dce49fb1c6123eda8ce36dc4fbb65530a499ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caba60c98f6b35d76f9f6757afea351ed109875e1400427ab35c72336612627b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4555ac3a714251640438dabe25c9875fae17e1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04acdc15ec15d459ce86feec1211bf8a5c85a0411863bee693326f95add61c02
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddff86bb624615aff0901ae0106820103fad8b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96cde10fc819d49ac3ff2a1feb67c15ff6bf7ba0eb4da118bd5a32dc991d9d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9b2ebf584f1e8a998345591387a29fcc93538c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce2b4a39a4756a297c77e6c137f3e7b34c3b8913977c7f74001794619e10c2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fab0b485f92e1e91cf26b9df7f95723ea065f8a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f3863b5dd9856f24a9f8eca5cee7914b5e481db7e63a035be48be6b9de42c68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d778165691c1478123c4964f15ba93f4ff18ec5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94714cf8439b50a5f4791db862a3d82632e84f0b8fe10d6f14483a77134401ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ce9c8aadf88e5c9d7df3d9be0b25afbae926e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd319483357f2468d72b15717e0870215c4f1b9a27c65426ce9bbfc31d74166c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cf6930a38804ab596c442a384a9e86e4bea31b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13117d7f53b4f3137315f0edad6656dc1c2218d794ed1da651278107ffaed486
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ea5a960c5889e6a1fdcf0496635eb36319d633
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3829022ccc8aaaa6cf4f2593d3b1d1e386998471bb0b4242ecce815a0fe42b5c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69506809c811bc1f154fe8f248c8fb003e8963ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f25ff4d1bafba60473162cd2afb236653e4ed39708e38b2e4931a6c62e5bcdc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa65aad6e14c7eef63a7b9ed3a171c2a9092439
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c60d3f76a8e0e8ce64055e3c35815d4c672bb0a6b36b7681f7933ab306a6f71
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926bbde2a84c9ee23997d75309e0007583bc8604
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646caa816f2dcabba827a2204bdd7219fa4ea8350cebe7fe13ef34cc90ef9019
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827d88477d79c063e7e406ca64ed8f7874bcef47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db9fc85afb19cac979d477ee5c7527c0a850b556016e3e3dfe2c71c328eb423
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d352558d22e10b3fedb30bc97eaf4295806d5c0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:275b1e1811848d8deb1bd4947ffd6f97b33ae719d0d4945a7a7e9883e4793047
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..483b8c2470e134f39c23ab2a57686953a944b511
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92953f6ee252fb4e9e97b9b3c2dfc49af393f519cba77ba02011635c184af64b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e22550a5153f31fd644a720bb44ae200c36caf3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ab538009192be1c826edc59f0f8c352e3cab478b93e65c918919b893e1a2f7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25e2bd7544c19a976d63cb1ca5984df60f74345
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211359dff0016e954efa313de0e4d433d5c3c2ebf473f8b1781042f8240cdda6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6da0956b7cb77cb799b0606081dd376626050c32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77663fa786ff98f941a02e34ee24446babdd636a60695759d34198152a8836af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..484c4689e7a8a9542f26e0c2ddd2bc029354be9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d584d37a65048a3107c300884b16812fbf9b00052f7d02e84d3c83216b618db8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8df0d5978c8c8689cb370555ad3ba4352f80ed6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452d06a2594eafa8cfd61e1cf9baf9505c9d7c8fe2ec1e0feab9b0446d7f41e7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8a688b7a33bb7e9c34da4c4c5437e55748e1c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b29c9c6e41f6d9e933bce60e321eb6ed68ed13413f97976e32486d92507cd1bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1cb4c3eae11720d859df8abf6b7c76429897449
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef084f81b4badf481e1627f1d39fc5282f73dca67dcacfd0a907fb29d7868df4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6b3bb96c47bf2511329289e7e4d5fc46afd5de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1148c75c5d163ae1305b4382d5e87d445a0e5ee04367a94d92d1dcd1f18b5c3b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5b235aead60179be355e9cbcea5828c916bbbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:562ca4e96473f3e4ca723ce727e76ecebff3e99c538236b9742f899d72eb8ce0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..395d48bea30e34755b0dbdf52d097a94558b19bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55481f73003b00ce2351e3466bd1a91862ddb589a34bb382a4016abbc6671dd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60bce0b9b72f504d62383743e8c61484332419d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4633bb41833086951ffbf16529eeb9c83e66d386d1da9d30968895750752eb9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf682c245c901a41865571a044f0fc6a7ed90ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882a0c5b020e87e6b0cdb0396b4455f4237f7e537a000f637c5efec05b657999
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f7255368773ab4a1cf6bc8d0d24c1514c68007
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b3b1e6ca1b7788fa4c38289565238648bc808697175606078ae5507db023c87
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b4331674baabdd13569a0b8ba54d3776d5d2c23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f658c21c3bd34f27441cc7877669b192272d42a69bcfebbbcde6fc2c1dd46f8b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbf363c1594fe782647fd7356084e2f09779b67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ab87ca383b07b3b0a16d934ce75f950f34714d75e5e9286df337eff7a6b8290
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2853cba96af367ac843db4e9f725c038db73abf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efde4576f47b4ef8e2d04c54b2d4f97cefdc9535be39b91bd3eeb94412fc88c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd5f41d4019c99317a969d6986ddf850ff215e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:804971baf33c840010e0ae510d23fdbce2edded4075b4e6bd3a470e646673c87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e9b8ca25ead8ac60f7653c7bfdb3bd2ff23e790
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f335af76c5a7a0862f1847b291a13d432abab6d658093f92cb9fe011e7626155
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9393ba9efa2980b9df3cfe190afc3df0ea4b8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084115902cbc91b2d8d0e89963c363447ea3f69a5a11c50742a2ba611454e038
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3b28d6116ed6f6abe1fa88deb198e1111d4551
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7fb88591bcc3f91b2477e34b57dc81e2096253d7cef3a8fcbce22ebe7fd1f01
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134835c4134f857d6cbbb70f27218b68bd28936a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf6a20c2502865b332adce14ecd16e0a20ad7e9cb49e868a138dba7777b8413
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b0190fea0718f5f926a2631bfaa2826f893427
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182bce594c4cdbb8d1f8a573ea3f78a37cb5f26efc05dac85645f7f36c561f9b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a50418d085b55c70ad02002e2c55f56845a32afb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a74decabc7ee652bb4eec764e53be3cb7817b8e28305d257489782e05ef9ac8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36232a26bedf538295758a847084bd0c0799535
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18700b48927936c2da75b03d8988b54c231d17c6a61569c20524c7ff32b436f8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b9ff694bc8024d24abafd382552e633c474690
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f248233cc57be47f84e35c1e4e0f4b4165b9a98d517bf6d1d4a0fe961e117b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07116a6630aa9185cf286bcb02899aa210a802a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bc378b85ea5cc63ef6cb6d253357c3ad6144b82647b83f5c760f0de4e853dbc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f858341e2d14598f7f4e388c6de780e38bdcf084
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4060db151c2c344572af9939af8a8ebd85b262a8c1692fb92113d3e263f22b2c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7ceeb5c6bdc028ebc913e8612464e90ea5a4169
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c27eb6ecf01fb5581b2a8d1c00097016b70b91fedaec763f55a32c19081506d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea4e884beb51175fd6f482492fb78b41084aaa0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4dc3967b82c81b4733e1be4baafde13c134ed10d3a8e628aacd1930f8a082d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..125626290ff25fc2d9c9aa5f3de3a3e877c7acec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcf49caa8d1678672417e2e091dc3b919ea8458bc3faa441e2c2963294891efe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a61c9ad3068c694115c6bb544a9e67cceef29a09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a9f619587f8e0abd1dd19e0bee6b587ceeceb074fbf236f06f87db42a911167
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1af9291ecfa8031a4eb92e8337d32a4705004776
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0534f8b9285921d09544fd76ca7376fe97fcf9fbe852f6c77ed28172af62a4ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9bda4f310649116f3a9ee3ab37e975fe40c55a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c50dbc323c7840010459cb21335aa18d35c360adf91796963a440a950e964d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e3193dad7a48c38d6f3054d761e370600508ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:906a57d3a0362c2bb52e18efa7814f38461e1c0e0f175b5eada658b988186547
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c17d989fc9bb442a5db463d14b6a5b2d7f840971
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:514903015a9e002d36e392fd08b9d4b55cacaa51ae58ef719d4a9aebea745970
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433f66f79e1e852077e4db8f1b9d843dde5d138d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfb6946907780ec58f56ba66286aaadc2bcbae5e4968a0c11d538baa5e22602
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69488ecde3376478ceae438bfa2d2fbdf232f1c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382604a282a3ca9feb734f7703f8d1552796203a56972cf6d27cb07a87427844
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df2ec222d7115d416469cad3081dcb3e1560f31e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc4519fbf7f3198fef4273f53c9fa797d2b107ff990d41da0eeac1a65eec6ee
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78002f78a00e34f86a8ef980159b097ed3573830
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af8099411a61bf78788d7502f02776c5cdf2e4b4342f98d5d418a5886634047
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b1d1f373109d0ffc4e60067fe1c05e6283fdcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74079927f1fb2c025aa2a55c5ff91a8911dc1f9ff65a9fa81b43238c6cabcff7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad47847bdfe035b8cea86abf10a316be9f516f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531d0b93fc93e531fa6805208197941f025f573704d167f82594e0097d484831
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a24a727d8a0ba31a53d6b235205836d1f71dfe0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498198ac2a024f0e56921c024ba6b0d9aa6e88365387f62c62806b9eb99445cc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1219df973b95cbe8953525737c546d337327bb9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c97ee1fb71ed1d199cee57fb5357b567ce49558822d8a82534aa43f5ea5ea4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b8c4e412e4a0f97e04d18252caf5be1d4d456a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5461777e18b16179ed1a6e8307f9e4e0c0b79d0763a9e4ae26977aa486324a48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08ae52ff9a79dfcddee1fd66412dba06c4de6fdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7dc5c4d57f996b1774baf6a8f968817ea9884d7c3a49acdf04b73c7a6a4a2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf19a5866b0a2a0a46b85b717aafb198e337318
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56e4d0726db0eeb80f608b0a7a3e196b0846a18014cb722fad74d728639b9812
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d4667618645bc713468ea6821052111a42538c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bd708072fcbd95fbcd1fa35cbc0b2c16ba82a025fe48642e24c0f2ead93ed7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e90061eafab7c73b5cea6e196a93375a1409874
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d519790fad149c5e7392b6bfbcf04a684e20afaa3766855654e4c579094bb5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab750a46bea175f15e69a84f02fbd36650b2d59a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295d98c4bf9dc836939ee48c448777ed250055bf83272df3957c86ed4724b849
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d67c9912585bf66f95bb1de4d517e032ffa5bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:437f7f9f00ccae3343ec6f96f6ba844efa90456c05aae5d0c58caa0d388b6167
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00f0bbcc46b3612c4148c339f6b0fd2d68ed96dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d7151de75ef8af1d117e0703675eaeb51a3c7a25fb2a4b114fb374bda6a76a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ececfeb26339a3a96f17402194f350d0b7feebb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20d09c5c53ba3d404584fe71041240a40ac5f132c63b6f9778d8a3597bb8b16a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d0ab29a4c5fa26b0e65af0250ac5ee339bb78e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60769b0d5c9d46e2988874f82dd60aa4f6d05d7d7c945951fb9bbba0768f4a8a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f850f6ebbee215ea00bbd7f5b8396e83d4db86a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4492ee09070f219602ae652f4f278629bd52c836182cdd5ec905fb2a63d16f7a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843bd504799fa1bfd824a9b3db92e20ff93de8bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57277db186bfd4affe9e1f3c325105455476542f81b28304ae66349afeeeac83
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb03a2604ff0b59cd6576c8c13329434c3b8640f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded4fa56b3ef58d40cce2387c07b8395f205049190ae0adf5dea6c8d4f460f04
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b613cd9b0870046d63e6793e8ac38a0e6c1ccfc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2acc99d065ed10d15462215e5b1d899dbd01acd96974871b743c65b05cfe2c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52bd53ce63ba3dfd7e39998e08c7546ae458c294
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55c1ca63cf712f2901f6cb82c4095895b8ef3fac94342fa62f75d31d369a05a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20edef7b2eaa62f3b9da50d8bf9227f8d88c1909
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a284e6ed678a281e8400d71a3f340395f8dc83a3c2b238d457ac57b18e33d7c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..827baddb4bafc2b178178df697dc5cc3a111f734
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0461dc5f78a02ca09125d2b93246b6ccefe3dd1ed4771722681b0a6848533536
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c21a2f6807c06c49ddaba715b95aa09f78bd58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdedb7cda39d9a165f47dd05d6b9d938069e790c7b9d041d3d94b3fef3dd223c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbbe67b45ca28dc60a6391f780c6112f89a0f02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00627fa916f6bf1d11818e595b9fe2df79ae4ffdcd75881e7fac504e8e00867a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..455821e01c0344222411e166037271497b5a1057
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399c70fc98571dff6ff0cb27610e8960a7031f25488d62e5f276c51bd9b05ea4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d8d3d4fdc8478febfd7161fb76d0e5567bfb755
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143e3c5e464262c7d674dbf77dc4cbdb7e214ad2fc825b3e7fbe0978223891ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3432d4ed63d3bb5f001d48e2495de89c9db7f4af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:697fdd49e23d4c902330e635d02263b3781a682a4cb06ef76dd3a02a0b88a19f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83960f64cef596e435e8d4d40425588824e69923
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1276ec80c9752f0bc5aa0f9cd0b24989c7f5300c96a547fde75560a1aaddc1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e70d8ec04de25a4c10249dfe472523bea8e1909
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec5daec6cee0ae803773276357e85c22724cebe443156f22c7210949c015fcb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bf66cd00e4779e5a90f492d226a66697c95578
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44902ff0794f98486abff51725a524cc2145adeabcda4887090f82ea25f660e6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d49c4f916a7bd58fdc7ddbe63893ee8b0b936b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1949ce60341094e794a2658df612e4b1e252b44766dfa77ce84fa547a13e9617
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188d71015739476f5ee864c96b54bbf048ff7438
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95a6f7d954f8681e50f34dcf2c8520cab5f1e6528f9f5483145297f2d6a4f874
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561279798360c632040352ae9a2c0d5981cce4f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b532bc3588f3e918d2333e6340b1615d0adaa9729d8d53895443091ed717b9f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f932d4724184bbc96eb88b74ca71c7d107d41c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c89020115708b11b1f4cf8f4b2055130bdfc96e49c42f389d59fe2f198450fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0867af6fad9aef24fde66dc2b23fcdaf16696c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c13b2f2e6eedb017b66f35fd12d9d51aa839695881cd37c567cf4fc58eca823
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d02daf152ce7b9d3ecbc1fee14ae50aaecdceaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:730a673c619abc9a0aed883e316ba4a7e59fb25898fda34c0108f53eb765b049
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eaebf4f6ccb19c0479dacdc09cd89581258b3f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:537682575fdf6210b07a8bde7a09c9aee51b574b3902d41308caecc152fc7848
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa3c9f00766fe614a6a077cb8e21325fad76423
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6018a7c64201b693a0dca8106879b7f3c11849d574cc9e120e96d643ac35bc7f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aacc9756b17443c6caa5afcfb7dc045dd2a1fd82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cae730e2ecb4545de2d379519ac9ea52ae2d0c6ce4f1319a9815008dc6b488b8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ea7ff3cd50904ccc1f9bfe9a8ba2215cada49e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d11c7c9ece8c6d1f57995b165123e748de4b7efb1d520bedb024bbc0054a56
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac2a12be5c0c769669e7681f4e9fc5a7a2549435
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8883f2260763d7a772b0c146485392aacf5cb62361cf5f3d387d7450e5515f41
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee41bca5d746d7e916449331be8fb5159ca94c85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d31de76e00b4586662adfe7e856478233349644303c9534d2462d57a31248e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8684e1c9fb6f0e4cd674ae5a463fbe7bc126b41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe53966f55fa80bbb07d2e8890601f1baf35c681b8f649be7061e8b1a004034a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9e7bdcc3ceca82f7127cc56e945e8955dbda798
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c46a860a63e3f1ca8e95ed7fd6b60bed019aae1ac2e7da5d2454da8674c7385
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..551c9d344ca9f83c27cb8e0c4170a8b183bc1945
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92555f2b0f5aa97a9c0036843a3d2f6ddbeea9a13fe22715a8beb44902a59973
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ca4081e14b7f2a8a003e864d8dc89baa17cbd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce8f762200395cb21e7bd344aee8f74f7c8271605a444d32339e2b7f05c53fb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804744fe8c39436504a9fb1c4918659ae742b496
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9aedaec4ccd1aaeb4d23c17a861711f0f4d155ec9682437163e1b53de266f6a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0656e09c9531620ddab1b1e5ba92b34e3564c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c6f0ea04690765244a8eb40153620ecee5d8193baa04e6b78067d75b9f58c9c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef09dc2558d5e487382a4124c6af737300862901
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e8ca4aa0eb700b65bb0757c5532550206c1281e9fc975dd40d90354478510d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ff13506a6630281b6c9e4eb0532d42d1ce1fd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c3a5800ad7b260979c90129c0a25cd5d4c3acba84e247f77ad2b379b03536a6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8581c2fa90e1903eb50fc471f5b91ccc970a85a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c351238a52a9d4ced73ab6a240f5ab0393851e7d1424a318c587bfe4617ebc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cbdc14fe73bedd0222e8aa390bcda3936d8f2a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf66a77764d83bd9c676994ea80c837eda8f711cb3de3593e952e7eede761e15
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36bafc8e621befa09778ae56235395321258bbe5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_17_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a894cf45b14cbeb23f01a401dea3a244deede6131787e29419e5dd6eb44b6e51
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656f1be8d28a597f9721c04b3e318dbcb883a46f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:904c997d406986fe357c1bc83a21d35e8a952cf4990e92bee20551cdeeb9e164
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a230523d1a5755b17bcef66ad08425be8d498d61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c164f7f7a52c7d8551ae2a6e09acd630108f3dc8bb9bb4b48b2d9122f0a44a4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e82454b88179a40b63a88383e04139542b15d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061b37076e4c617f67897505525e438a653de2e0932905b5eef58b02e50b2bb5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7cbb03a75a736933c8b7e60fc6124a9adb47c8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafe198d8563f543caf0e25850c8fa3e2a84dc665e3184c08c49623d6179d92f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06386724f25bae4194174b9a5e45edc405df3679
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5e8d1fd6b314580733e3d47caafc5964d4816a2c203a84d23b3c6f8a34d0d7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715e401ddcd82053b996aade0bdb87522d950fd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffbd54ae548fc2244226dca7312f18e2c60a36d0676fa6bd682ae380c5a858a1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cfbca01b68d8bf81d11bf261bb4d9a41b28c5da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9043f511b6a2ed82e3c988e89a4906826d5ab48c9c5dec8a89be9482751507
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97c580ed4747f72dcc6d761f0ce3ebc5835c973
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18b8bb22a89aeefbca9b335255736619185528f6dec5339375fa31614d2396ea
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd34316af3d4bb40b8ffceea3513a596f7732c0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58eafb316a540d2ca3330947edd67c9b6869424e7af6358bc6b496df6f1e6d33
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b572aaa1a671a0c913da4ec09ed97a87d6dc7659
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09184f2ee25bdb465e8269e1bd52b23ee54b063240d577cdb53a62e53971266d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9fba17292f513ccbaacbb8daa252566abc0cd1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38b9b0343954b647922b6b5d35a490357df019a323ceba7b7dd41dedeb2bc004
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6cf5a41ed7b61f7f91077aeec7948d003785b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a146baa581f6e5d9513135ce64130c76879d359cec795eeef3c2f6ff7534a9d8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca2835f9e4002a927520966ab0f71732773ae9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809f8ee5824e3da8e396b0b941a7a1cd97b969a2126600836d19d5ba8ee8886a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6e5f11f0581521a63490032847ead4f7144e4cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94b72db4d99a96fb6e880cef03440075e50c31460439428f5285ec774644fd42
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb57cc0a428ad90a97acde97ef8a7c400d22507d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7af69a7dda043c975371a1211c8c75eea40074dcf70b8d3afb685a865e2ad7cd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3dcdc1506c78e7135619bbe47007863da28161c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc0155cfe373a84e9f8917c47dde341fdba8e2cca269ca8da17da468d39ebfe1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09454ce11367d48ab65e776adf34b4d5aebe1401
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee20a627e9587f2b94a8439470d6fc4bacc7c1bfcdcd41bcafef60ad7dea503
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5de86c05aec7df69235c13df945d39c06deeb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61736823beb14b4c171db901feae5d3fc5d1d406c7caf57f462ef58d5a05c45f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f9501dcb790dbf946afe0c1997fe8e9c2c23fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed586ccffed2eae32a85c1fdb75ceb7729aa3feda3c35a8eac02854f904d72f0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..343ceb245d594c9e31b7c7070416f8b77b788b88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d3e78aa031706a51a6f43c7fb7fcda3afc9bf10e77f2b7c521d120e64494df
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad74b153b5dd1a2ec9263443450c8a77c37ce51f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceb16877942b3e5b8cf7e12bd012464c411f2c88608f92cfc261ae2add54d8af
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d2f3976b2829592be18ef51a031565073380bef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c31806c037093620dc30aabac1fa9b02cf6c9e1632f6c69124fac8d7b36de6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc67dd758536d38150a5e3ce32c3d08172193970
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25daadfe5edb02b5b9e504e787ec0ed932405735925d41673ffd7452f015491
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3685b157f025f96440012280e256834cd3435e0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7776e20d26ba4bce22bec9b18cf27972dbaee592b7af0f845d8a1770f89408a7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a0a025738307f4ba72c4f25d89807843e55513c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67ad56e20792cbf7ece7b8b269961fc2a2f920e97f3fdd1b639c4bed3e3cbe3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef4b4bd99f498548846332e238ca58ba308d4aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc85a2ed4bfba692241132a5c17ee1745e2752196abac4614f5a83fe33492b6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1900b230538b8b05e241331778461111b560196a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb9c3565513ab649b8860d446ce4bf985e1fbbeb5ab80f0b0e74f1a65abe1a27
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8cd852a0459bd0be6d1dd043949103f8ade8296
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d970b31d8b3e4088830b74fb2c99906fa4810a71833d2ed57d2394c8f22036b6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866a700a04436b99360dfed188dc4dd0ea6bffb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe6b6fc7e73cb79e189284dbf319c5467acbc78606fd995941e61ce219eb458b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1e0c693ef77752058807154fd1155f82f4eacd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:595e25b41d10330c529cc9de5d046e547315923bfe27d77a2073301dae86f94c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c99bbdd6d761f2d70d17ae72b5cbc4db05c9923c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70b38de828bae2132a6c505bae8399cb1530f60d49c40f995627a9d93151fd4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41b04f66dd262019be692c4836ee08ba38c9304b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62f09f682c15ee5fea0d9aae80ea482f75dfaf55cc66a3465890e714309536f1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3bebc58e28f35fe91a406675e9d75f1a68b776e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3927fbe97476f83620b0094e544e89a6adcb84e059c2e4aa9363463316aa691
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..152611d9595ae5867d0a1d9dd2850b35309af596
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5371c663fe18e546cd006e81dd056382bbcd7a59a39651dcff118cfc65f02634
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..702f2220e64e5bc0a3ef66e325e6a4f8bbf8122f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ede64e65c8da786099535d5ef7c5ebfd3890cdc339d2ee6a132f1131815e21
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955ddac82140f937377a71abd75c3dc76342d7d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dcb882d66bba0b433c3e40e8b12701e400fced435c43170989fd4a9e174eec9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6af20a421c856cc5e0ae71243636d813528ae0af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b634bdbcf31e8c7035b92b99d40c9107175b0666285548873850dd4590e0c46
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6f39b384c9ea6dbc3f74948378c966585a7fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d944476c7660ce3e8bdb4789b83a7f0d5bfe2d93f92d794565c75979d145a5da
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106807d95ce6e24064f29f3827b041d76f33f1f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7f9784b189f5b0d6f947826cf35eba17a0bac4ff9b7fe873a4cc9b2e4ce2d26
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..471baa78931bf74344eabb848af307c129d34a86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1927210ef589a4eb8524667d406c59adaee2831792fda9f61b5233432ca04a8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c598e1ab9b499147306c50dd8eb18283876f50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df1b81da340d64f3de56c9e5121113d97d04f36205da4988303b6fa131b1839
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39515e48089f14e82cd8fe07bcfe0353f809e41a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:974733be676eb97134f73c297174a4371f8533d256ac09a84caf956fea4d31dd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e178609ea097907934daae6e3e2d44aca3e96c60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ddfab617fd050adf32d35b6b1170222ea3e349d480b2bf1d5ba5b3b11154c5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be4972366db7814e6fd9514ef6c333880e4f634e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212bf91644de51e2d4e56aa19ab5aae630dfa0fd73d1e43ce3b92f8f3fe585a5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e2621343af2f105bd858265105386f7c5efcf4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad6a3f557fb59d35550ef2d4e696fbce0b8284c33a54e396e8a5c6fc60b905b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200432c96d541aba219bff4fee9fff08a3a9b694
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6dc94d9201f2276af52300f1146d1acef9fb82c9f66084449749d968cfa921
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5963fb06d4f883a0e2ea0614edc89c6fdb5986
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d4dc8626b8c6bd31feb527ff4d405068d11088c6d2f047190bf5b746659070
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8415ffcdafa649263cf8b59e7f078aadc20556
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3daf0bf20a7b267ab9f5b4097342c8a1f30d82d3036fabf8bda0b618e2ca2b8a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276a413a9d96917c772baebb64015428d9a78dc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f2288b62a6d725364ac7b121c4edbbc9568b1575ca8e927eb52323cb0ec30b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20487596e38a24dab201fa140daab3fed4a9fb1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec90481f27853be8602f1b42476d6434ad036ae2fcbe721fed71c935690fe24
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44265ec96bb1e8d6af38d482cba81190bd4aa16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eaf934749eea2b41d04a91c92b65908f0a11f6d6767cf0b3c15b654fe77b10f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a98e2ce1bb6528ea6666edad1f7fa053f8d07dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb29c6faba9bcf85ee25572b25ae8815021c4078f64ae13aaa3de89c8fe2637
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226db0c29f0899ab72c7a3891cae6240ee1dccf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d807bba533f494673cd3cb18af94bd621c0a55137cf5aa82ef4443349df3a61
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..533f0740c4439b8d7e411a4c0be54c9f85e26949
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce64c856c17f839ce39936cb55ec74680d4aaf9154e53bc436838775745b59f5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac0488c8b3b65dcb48173dc013b50776ddb8183
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c166aed84eda5e921cc2c25a5e9d3f992f46a752130e39a8123b6e2ad91d5b1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76327471032a2a69b35c122322693ae39e37eac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b8390ef85d24d27b9df95afc295aae1050e0b3e2a1805b8cd26cae3471f2c3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f07220ed492b16911d955af2fb19ca733f1f35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf9964dfe909827fd3da707db6f27a6665e8f7febddb850cd84e5873f20e98ac
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24c60d07d8f4b391cd02a3fae64f5c9c323b3c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8bac9b9a2852d06a280ed1482f74d5966f28a8582852412be4769b853301917
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beb0c3ec58e19d5ef7f038ebe78486441034748c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffd14413ad602ea5ec1e3d4a744b5242efdd962a5d07dd515849d67c2da91f86
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fd10144ab7e72be41856d1afcf6ce89dd6c14fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77f640c922fdb103ef4358c5e1540295af756a2df2b7620236dded2c8cc08e8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545cc7464c48e7add0c72ed94b1d3f034f83348b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb48f9b5a055b402960fde5db5f10b0c4cbff0d2d5c5677069b2c93e3428c0b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4329add2fca928518d815b835d72cdd91fe89c7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b08973c8644c6c49f3d4deee7a2ddf91194f1011f7fba0d5e56d743ce8ef7e91
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efdc76f21e6ebdbc73363d173d171f7c89c74fb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59dfa0612858d911c440bdcf04efb13a857714672a170a8f5a5bf5490782267b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc1ee6a7a25ec7962879faf1746a17418e16782c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ce8bb461546be87b5beb624a9528adc35547a2d2ef16efc3b0155ad5deea70
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211a9d0d35108e01636b4a723fe624b78d1154d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1e8d5266c2c4642fb5ece948126c93a4e1dac86f96f851ac6b1aafab97b9f8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6a784db029ee5ca801245821f8a7ac99672b0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54016ce0218f20002f34ffd0dd987be2fa42e7e2201e90fdf2c1f31d1ce85134
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0637a7f13773b4772716ff3a7e01071b9cb358
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25baee9c733f767f56ff8d30c50e7e832de1fb1ae6f5c9a2e564fad49b1a2eb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44865dfd92cd132e556c997de4332a9c93dad165
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769e43a710364108a817a55322a5859b9fd5e7997638e6f9f86e9b0fbe9fdeac
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e01a85801514dec9087aa2f7f3f1ccdf6936c3e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa36dc4f507ea5013d20b0b7ff8b8f95ba39ec2750b1cae411ce9902193afab
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253301af946fcee5aec85d6c9e4b009768f91c25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85deae9c0620cb998589bdd0246a1b941b53564d2dc38566db524f7796fbae1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31025f1fa381dd238809a5fa6a4253618b6c22f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84790a0c5530258da89258c6171de8945f860285080e48f4bee42b6edfa773c7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1412dad6d45e2a6dc98c933dde36728a06e8b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d71440c0ffdbd3c403c585d25c10374a52a94f6a5cee0cb505f0028e026a03d8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a5bb6fc1a0647cad2cc25664268ec2d0b7b3c6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2764229957ae17351a33fafc88bafeffd23a62c73d175c1d216fdeea3ad2789d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c278fac6665d07f5ec4f3a18bdf371e2e1cc6961
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469e8df48907e64a19f1420dc1f547b20bdaf6893748253b91f1f3af93255cfb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba574b7c49cc906603c0baadb485f2cc95e512c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a09dcdb612711eb7c139db42baec8d90530bb72a70709a55d97c37349f90988
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6b8e2d2cf96e60490ef902fd632ecf98917e82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f01bb27c67155888cf35fae5ee63938ac6fecec1c156caefe73095f53ce587d9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6631269e046bd399cc54a61c7bb0ba0f633d22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ed1c49948edacbb1892aeda95d67c57b243a28cb0f5494042ddbedff67f2da
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e48e2a02bbfdf9d1c4bced914beda30fbe3514f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec579b8710c02ae3c2d4a774731dad3a5d58335eb8dad7ecc6f4c58e661ceaf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb63c8bfa961b5751e3151ed3683c25681683c4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e80454fcd75b9595c65014643c36b300c42db6afb787d2517c05269d5f05c40
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d72469ebc0fdbeaf79eae21ff4a80b013bb5524
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81d7b884bbe4b8693f051b946fba35444e572d848d05e8350bfa467dde9996d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e33adcbe475caa528889138d9897577de8d5c6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b296ba5401e1e212e7d5b60d6a7340959f445229fcf69c5c7e685f67bbca0c4f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ea6eada0f32bcb5fb2a6660f424690c3a1ce35b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b706a133eb10b9fc3cc6fb3cac6ace122cbd76d471d3d7bbb8f4142cb25ae58
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e37dfb770ae57b89ecfec8f1b15c63e4e7ce6250
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b296fd21c2ab04837d4ac17152ca5f3aaecc374f83be1286c52548dbaaf1c461
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce8c34a17c08a70680d6c49b276fb0ba2a153fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3d2ff2916a956e9c266c1c231f5f58f5fe5ee7f54636534e75fa6860e95584
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4288807efeff8b35d9d28b41ddc08a63ad5f2f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b138764deff0aff76bab46784cadc4629491f1fef08e7bfe794743a79caf5784
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58126b4785a98c012d86f9bf94ed2e83db4b13cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251c2947ac5003585b9193842c006465ccf58a15dd1415da908efb20e4716db4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d4fed62df058c22fe131784239b1e70bd4a149
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960e6c5e4915c6b9442f4389fa0dc115acc2484501cf51b96a6b3e28fb387df0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a2f422ec113243e7f0874c66f1af93468e3a42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0018be44a5a8ce98204a2731d5182230a0947bbdba5e6e6932f0a7915dcac608
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e994142de9d0a0b5d0e19484d2e33f4c834790b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1acff0a44d17b9b230e2ee511e52191b2e33fc8f7ee69a8b6597ebb9aa91324
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48051eadf5e11394c1afc24fd6a46d596cb9aca8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d9f9ee5cb7adaa52c2e04aa83f28e4bf4cedef910bf1770465a410386a33df
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d06e2eaf0951777556818deb05f0b7167a4bbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2165f2f1d8e528dfe9e2e69548662c767128bc00fca9d8b750ef53e7f4a5e1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30930e0e2a91b8a4565019792f73f841e032db01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:463597ad833fceb3639fb495416c3db821fefd2993ee2c8b3f04801e93964de0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c407272acd6ce9c6c7a0f955d8187a5ca05a65b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be91ae799d1f9cabd9ac427dc471d591f9b746f0c8a53a2a1f8706ba99e09a3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdcd360f6bd6f5c3c8eefdf66b56a0cc9a1e22df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b94f11f3d4bafc0d976b94ebc75d1aa2b083b065f8b9749c9e91ff5b398652f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535116ae2b31c626d53da874415b2e590c9a5da9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bc1818a518e7ba6be527714cd98e9d51765eadeaa4baaf4ca568df4e8acd95
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e232370a9dac657dbe0439ea06a4a99228bf62f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1698c8ed7c950f0ca95c84103d0e557ddcad34161aa686052e782e3ebe6ba14c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbb5da4d7e332a6b9f4408be073f812ed64edb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d7f766678328e812193268b7ec221c93713880a82aba5b88a43af1cc4e7e45
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce982a3eba0f2ca5196e733b06b2d15b5e5c53a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996549e56f3f8613d38a5674cab1fea41141e617a3f624307e951e42b5eddde5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5977fd87844c8ba660379907b093145027aba793
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b0b8068fe552f6c073e2fd8b2ee31ad9d619ee693caa980bf9ebf6e91f262c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8d2093922e0545889658f1dfa87e7a84514e76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53082146ac0f28899ec467fbf582da9570232c1207503f2a38a381c8139a0ab9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2870dedeaf44b3eb69d9ed5fdc4ba211e0c21144
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd6b759fe200dd56c163d61bbf1e735718b4f58aa6fd3ede245b1c5ec021bb7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0e5a1412100f8ed4f2ee82fdfa98c9bcbe9e2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf665b16d8cc335b190b924b150a5cc332b991199f650eb20beb6e3da678387
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ae13c4c4c3be8e95eb63e38367ebf4f414e133
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cd1a89e93cc12ec015e5cfc8d21069c94918f74d46d01757d23747a89181604
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30448aa6ebef7cbb5bfd273c6382fbff6173eb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87193e6ba2dbf2945568161aa474adddbbdbda552a8961fa0a3393f9b84ce256
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2274fe7c197efc873a4baf67e7bdab16c7f762c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:648dcadd8cc0b81a722703af3c6c8ec51e218b57600e9e7218d484c0e2469cb0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b591cc872c2639a63707df2bb60c0cbf430f1031
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6805fb14010fafe4417a0a8c5fa21820100b517b6ff773ec064e522ab2e93608
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db95fc8a631eb31b39ccc3381c29808048cbab91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c5e08cf91838858e9d45b54fe63eafa3e35efa3256950e4d4191ecc5e87a88
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660e7bd754372a5cef25309be0c73e024f711dfc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08355c7e4f957684ffda78f47f56afc148af39cc17fe3b42a283d2f5d1f81fa7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b17b7519f38c360796c081f18f20dbb8c7bdce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ba5a1845096f67ca6df56dd7e291abf1ce33c2dd4eea4dfaf66a8d1b953e737
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a87c4e2aec9d3ef740e4c2c1fd070a981aba153
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c13adbe5a31af85cad55515e786d73cdee958fefff3525f4594cfa81ea1e47e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f041159cef3f29749d733b9723a02383ddd36ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62dbd50bed5c33194fc7f742b7299bde7622e2d600e0c29599486539f3bcea9f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a2c94269e7724be698f8e26252e25a256cbd451
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db62eeb95fc6bb7ec8ac27c142d218ad0903ad304ec5d9588ecd1c60a9932828
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21821787022dbb1063a69512394a93220f81a78f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5db92b17388e23c5f9fc8d9348120e0fd483bb06587320cc0db2fcbb2f634da
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f4cc99f5ba251abac73e0ddabe6ec2b920b3b4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b14be818371b87986166c10e4d78ca295ed44e68065e113719c511df360064
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8368ecba31d546a230e4b30d8de50c833d6f5f55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf82aa522ad2cc691f3ecd399c22a9876edff68aae6ac13774fbe249c06c8f0f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecd1bc8897b817808d7e8cc481fee6e3298a5ca5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7074c5bf2b56b0860234327656e2497f9fbbc778b5d7c99660a5c4b27f0b2bed
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a275b03d8f06bd989e3605e35ddf69b85d1aa750
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31eaeadd4beea27b876f47815d31f7d65b7d5d9a90587d236c0e8da10dc255c0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6151eea2768c6381fdb7c5022d2e6176cfc33192
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b467b84bef4ae25dee394a232373c175da617ef69eb1e51e1e87b9e95fe5594
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e9fe78a4cb1e39d2b00823ef0a50b08f9f8271
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542827a27f71f682f8d3c751d5932726367a305ead2e15f2c5b42ff8a8b0f023
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a85e1f6baebeb71ffcdc9441127c7cd9b0c52b82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c851fb0e52d7918afc7d0cf80c64d3d52066f55af2cd77d981a69ad3f77edd6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeec0efc8babf777c3c3b7959b5f409909052f23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f429a075ddc613f6d6a5ddc81587220eabf862141e9eed575e421f8e52f9a7b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d4b4e471e78a4bb3bc749db39458d9f15eb65f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:366e5edfc98f9a7d45e58d66563b0c1a0dd75204c490b79e7c2b6102214b2498
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b9d0713ce8970116898aaf5c377d3cf3966d1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b6152a2ee21fa1fbbb4082e4bdf0a43aa76ba869ac8021575e2f4017530716
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e09410fd3609c6fec94bf28c86f6fa332109c5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f43b286e67e55838270f63887831b811d83fc6d4efd5e002c47812c354f7ce12
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39c178aaba1a7c2529654956abce4f4e44a90e6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84dedd1dd4fd4d191f02a08ff5a09f7ffe35a15dbea5f4b5d1c21f91ccc94194
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6bc1861a294db1a7144625b6a4e29871e4a2201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5e920524d8a64ee8ef9b504dfa5eacc9518d79e35830c9b8db639e6433feec3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aae64749b3fa323c353affcd1c74540f3a382319
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1978a501c04d97f46a8699101a123d656df600b206d6b7789cb5bbbabae167
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bb330f5c753a79752e6d069cb5e4c5077d83f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9e504fcec0db03a51c5cbe782d0f8fd860fd5db325528f6e47ba1bc5f2f913e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5905f97646d24dca1bf5a6de474c61c2b7c4f22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772bace6e598a809cd755da33de71ba684a20136de4ed42a803d29002989fa70
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5d6bc5baabc7f5b8fb9ed74168695d3b99a1dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8edbef9a99bc76adbb30eb360b7e1f354815ebbc49df357e4a333407a556c994
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7475c5afe91d07dc8fc4cb1a9f30636a93387a0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112ca42382acb3dcf1906d2cce7fd571849b2d8a5838767cb5db1b40fca1b9e9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2baab1b291068474a54caf0242e34569a05343d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d8fc901a97f62b290849bc52526dbb8477efb634892d40dcea4a41f0124fed2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ac7452d729137d2496f48b6abf45e6700a034a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41866e2b578bcecebad7c144c00b5ca57f6d22a52f3ae53db2e8bcbcd67dd2d9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8591f6894fa9ce5c15255d328e5da6390c14bf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c4d8e5dd37fdba1d6920742b29b9bac6d05b03d03ebbdcc3f76766c5bcdb30
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..916516db643d714ef061f048175e442fc4fa5330
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48ce2aa9c895ccde8c9a10e6cc3da91302e872de44c503b974f62cae6cbdc83
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fb0dc110de7facfe7968e9f7f337d92b2e707b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9007f0a93e9d9176f452665ea06990ca096f5d05e8e1874ffb6df62ed31da2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5f490cba9085c56f4932043f7d56a701a09695
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e41cb9110daf71f7fcd84490dd34498b51dddb977e52337b71955c73fb856f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50e6d3ed905291ca844c7248b6ddbfb8431526eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03197499d0efc5f1ee8ba2d93644036f27ad4494dba8b7a9f8447a14ee70ab74
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd2e6e906d31cc8a89dda6a8517c56fdee423a84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70e1b08f22f9eea8180ad3ce6e351853e82f6a7322c2e72f497799b4b7393aa
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4bbf72aa56f42ded3781b57cd1d48a09742ba97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da33c373c458136274ecbed3f28ab2025030da10472146b3e22c6aa94bc4e5f4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1a6db6f61dbe1bdbadf7a1b627c53d1533c5d9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f7a7f1e2f4efb0a51deccdf08e7c428413be7bb4242c177156d3e2ad23fb37
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9c702327eb51c087fb59eeaee5d46fe09178cbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ef415e613fe008df4abda8faffdacd5ec545d206696090d208cf4a15659891
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311da543229acb93e98a41dc2743a242ec566799
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbee719fd6cebc3bcccb0afa5315bdbe95f8585c29250fbc8556f9c4317c5c03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa45ecc5fe6013ad57ec4e8d65420e60a1412bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aedc58789dee157530abceb7213700cef1a3f709f8188f834e8b0b693593645
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8cc3de2f6912194af73db95c271b3914c29946b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9056e938e8b655fdaa8ba876fca8cdf59228bb6e48b2a34dd7f6a44ce5958eef
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222bd0d7320a43b7f6ceacc64852399393329e6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c63c47473b5a218f6efbda9cbfc2abc8a931eb22597666b4aacc5b559d02026
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f9fb4f540a6d2e8755e232b8f13b74a38d8e3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f86d125fdd63167493505576cf20e88a9e42a51cfec9421291c7a9472b6f9a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef54a04820d08658d03d5fca547703942715e3e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49dbf020e9fe452bf9912babf18912fad71536b9f6610df64f72bb461c8f4529
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34f172c6e35131e0a6881eb394fb491bdccdf2d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0f976527c441de4b98cfb565802ac44346474f6ab7fad02ab4fbd4d36d5f6da
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5509480b54f16c5d8955c3259a4b7bdb3614dd2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70be98ba0f300df18b407375e6c1889fe15d4ed0bc33facfde8190b1e74f995f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8416277398e150d302e06ca8fad7d0a7d8104cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdc9c065a98f3fa8b6b027a2eae2f31cdf1e4bfeb4cf34fc7cfda2067b9de8b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21b49d8f5bc78d3cb225b0124d2847a6755850b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb85b1a3b25209ede9f33bcd056ae6526e3625659dc4f4e4061b97a89d1a6ce
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..181bafc80ed616102c834dbeffbe88c60fcf0d23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8279caa9d73a80e1ce2f58413e8ae1b7c7eb7e55ca3a9313f401556d851186
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a657cfa31d7ae56b672beb726f70fe2698d3f121
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61f08fa0e7eabb740c8f839462f9b069319b968d7bc4aef583c49ec3a518cda8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfda16153b076fc21c2d31b08f7613d9bd1e009
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f458b31a00b81922fe4affd3c414aebd87607bad1c25c46310b9f2118379f48
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df5afa107a1d95848a53c8255ddd48827a156a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d7f3e18341cc2ee9f112c88f98502f50ae2379d70e0efaca368109b32e32a49
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8288919d1a458cac0657bf3e01055235224bc809
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab05d7065c2e46811ff25d84f5b712aa7458f20019f64e97645d75cf616774ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5305568869eab6bc60d5ea47bea2c05de62fe73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e48252ab18efba137b2e7510e750d090bd7c6490a8c25b6ee8af5f18fdaf190
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6ea6792f5e489fbe196b4b6ba3a1529a82a5f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04528238321b639cb2c7d127f2007dfa921c5fe2a2ce9e66dfff88565307245
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c35108cbd597c4935c39e20e60c79fa1d9202420
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3cfbed0448a9d920dbd5b8f9edb7246c266a87c29751fea507a8ae02e9e2d91
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f7ea9cad1ebbb8ae64a6df09ce14fd3fd9747f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58a2afd24aea48aa24d4f2d1c6ef218d932251ba0b3171f9ab4ecab8143714c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b09b0087f7d2a74862b21c7341b25a9070c0345
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5917948f5922f51185cf1970b90c7d219bfca906c5ddcc2c360927f984b35e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d824b7890e45e3bba87cf0f12d181a27f9cb557
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff0bcc8c9d7a02c454f2a6c8212b239200e3022564961cf9a3f5dce3c1ae49f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d98970a326c7c234fc6afe75c1672bedbe248ce4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3108b8d9e1a90a6d3847803ec1a74db2efd3f3c33eb1440addaecb55454a1d52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40fff9492d4cc8143d137e0e592b9f71bc402e50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ee6278a9fea3415d0eeceac1d4bbae3a28473c8c5e35fadc49a636c73810e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daf36936bcb72a0404257cf7080da91467458b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8480f92f15264f0da23fe358f2935250f58fb1a934960fff17eb6b3d5b14f88e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd195b97f80cbc53b2a888b08c1ba6a30a7b2a9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52fde78dd96e12316fa5a9020ca8c79cc07893d97cd3ef2ad19332fb6a793081
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633ac7fdfec36892313c01471f8d2a03b21beb2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3f5d9c71a46e643dc39bb4d273a4fb82f6abbd525a5f01ebd7cb0a39f3aeb0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e35af0034b0c5d6db0b84ea4106e395fadcf72e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701e3bca7ee7bb5c2b36ebdfe8f39c7b8f4edf8e24fa659a6830f930f1a470f0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efc695e1df041b75dae82591fbe3e65d51809b1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0dc1d417c20879dd13ae8857c5688602e9d5a74e66646fabb265b76335d449f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5410094c9ab5821aefe61987a85e42ebbc198f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da9a97308fda4e1d637a28472365d2514ffb974aba0a31ba9bccad4696b49a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c84b4a80cf077d0ae668d8babc88652fab099e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc17cc1d5bb33372cbe4c1fecd719b8e9751134fa00a17bc20452037123c6e10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2758f274d79adc170d720354b8ad54d7d3f129d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84364b62166b919007d454caf6bd0db6bf50ea471143e7efc216b3015271e412
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e02b0b190f4015ea62eb7b206aa062f4540e445
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a166489a933fda227197f65d2291ae4b2bbd70dc12b915022e22f02298421e6e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aadbb84c05f872aa85e1e265216688206e4c7ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16dbcd8b605b5bd1a74db0bd5063970f6de54de8ebd42c08a8f3195f481a5d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd997c599241036089b6b15adbceaf77608fbe6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712250db868e0c6f6f71890b4819d02daa731d9de988ea43cf961f5c70d985b8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21003f791dfcfa8536c826a2a3cee288d123faa6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcce93e25b8d93c5c3f552d71458f6e077634cff1a18bbabb7f8129250faecd5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d2653ded93bef0ce433bdb8d3f09e76f4c6dcb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76ba0058a0c3226eb6bbf8412ceef20b340b6991c16c24d300069b13b5d04199
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bada1166dd4b290d2031317f82599e4f7c6160ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6848fe0f3b89ca4a8a977eb958826818e931916d2943a4cbe465d28370ef675c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479bccd14ff048d7111b2caab58883170129f131
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127c53eb735c70df2f771d0b392e821089ae8b5c1c16135e6a51d50907d88206
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7db2723bd23cf56cfc9f1e99e42b6a02f2e7199
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91efb566ec18566a908d17fb98fabc043930d418cab999581e6574fba953fc9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a42463fa44a040cdc0979fe8c8ca4d92552bfef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff1467af51e1d52a070693b0825c672b295e0c81b1ed09730e8b1f60bec10cc8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd0c650931f5803cac419abdfa63c194f59b3d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00defb8bee64478c8c79f097718781661dda46dce22d0f0a7985cd811ca2183a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d64b87e8999ffe01f575e40fce0eaeeb124cec1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95bac822d6a9ace47fc54247b73d9e964130c5fe6dbda71b0d7fc8f4fc5bf87f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bb16b187a2a4b6b4f802ead7f1b8d050a9a083
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d90244121594901e6b18aa0195c4e922213f2124c6c7b29cc201cfbeecef9c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9b4a71886af600c86c7b8b5c7a919e5f608643
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3c23f8ee96a1895e7c989ea75a411e9f9388226ae7185443770c033e210f2b0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21456c69a07b108f80546968803fac9e57d5e4ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4624edef108cce2de6c0691341c5b53af2f4588e2ab015d6e52d5561bb74750
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606a0b5b15e63a01c7b3ce768b8d32f54f8fcb96
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1387ba7615b54dabafd64f4ed59b5733fa453ee0f55df0325476ce0fe2573b22
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46297dedaac2b60771e5fc2435c2fcfd69ce861d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64f71da717cf72290bd646d4e9d66ecb0dd1f5f92c4403d0396dde690ef24d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fad1ba7a1214760f7f6f41af024eb4539d6745a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2624ef89b1fe68a4ee807941e5297500fd8e4ee93c90b8a234ffbeb848c5446
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d9714be4b6f9a0ed48d63891311b6cac65df93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1497694f003ac86414a3e3e45b8c8cc1a8647ebf85363ba86bc9d9625d75a8ae
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c908561b0d340a943f28ea1a2c1985c5253094c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613448f990dc3247eceb0f3978bea290ee3e5a3fe79df679dc1f24362c7388ef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758894406ac8f8b2eb9eed8a96a1ed2fa8d19a3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de96ffa1459ee1fb22077f8ca90ae8baa44e647f0c33431111a82b069fb8a3c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93b6e2e078648f84841b8d33fbd7a3a2c9fce36e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6cce006130e5e56995fd1e6c8074541847220a7350e1c70e2a63db70f7ae9a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19fe854036c095e0b4e0e0296b630a3589bd7bca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a893fbe2dfcb7fe261d7ccd101760c45121ad9efa257cb002c75f14d792fbee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d95e6274054f7012d1015d6ff2287d6f9b8bf54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9846cd46b940a0fc1720e5578da80bceac756506239c52d12f9ce3a8be28a315
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63bc25ff89d6f7595f14c792863ae6832f3884a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4f5d1183bb57b72b121ddd336da2cdbd14f2441a5dc49722cf01de9aef0bd1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39bed02b14294d4c930cb3f04944f41c65c687b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854d1a482e7074a0622592614536d3f77ed7b0adafc6dddfb0e239c4b8aea45d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8292e777e41331b0f34234e47d98a3d5501ebe92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5216aa114fabe9d9aaa92daf6d4b80f1c082abcb03cccd547e3373f197120670
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34690c02b04d3116c6157712e7f5bb5cd90bda2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9e34f46bec4f6b5ade2069f6340d35210747dbd57babbb6f3430de9798d3f7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b518006cf3040a3df874aa43c88589638469b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68b4150c85058de65b81e5fbb36fc080a963c080122bef818f3a5662d9e28dd3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a18d7f948ffb5c30c69544a0d55dd30c28518b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b700508f48a6e08ea1bb51632c2b1671a36a49980f3e318339b56e32b1d69757
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b7f3964bd5c5d17e53df63fb58f2ea24a8dfaf4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bbc5bbaf0a5cbbac657cd6a62f89c074267704d00e6ff1df4f9cb25ea425a25
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fede2ce528722db8fd2998cbc8448ffce6affb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7de966144208e0ac3f02cbb9a2f8ba6612bb6f12d7c1ec919f6e4fda76ea0ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5977e0a6d13d12e176580743da767fbcfb50556a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0183c1d9a05326913e500f6c98ef5fb9599ac0a7a66268dff3a8f37b354c43c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faa942c7dbaba843a7af03a7cae893d2bc81334a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a185ed9345746ce400a1fdf88fb3e6fe0b33c36fdc72b22bc04888455eaf685
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ab2a919c5d8fc9e3812d425123983577f5deac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ffe5bffd6d1c17bd9f32bb7c2559af63980c01bc9e3b1d6ba091a3f5a07f43
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a293fcd47fee9788003c73ca595fe79f0fd06df3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7092c83ee4e5679ccb64ecf350bccefa085ae756703ede7fd0f2ed84b9a5bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a77c2a25876d3f2e53d97e83fe1f6dc2e396cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0812c130a265dd15edd5e19b69e0993f1d67d6977e09714236ae14ac3cb567a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a45fe9017b328c78946f21364e9dd40d9c15a8bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d21b0cbbd5203db74b6a5d011ccec5434dfc952cb6f98f7df3ef96e90b20d4d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ff048fbd6a714eac45d90a7330d38f99467a7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f554ad55b5e65b1c893c63f07cbd70618bff57b7eb6e541d08408c03fba4f5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85db0bffa513c903ea0361a90d024876d93c5f3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2f9d89403000d532e18e91e147d54f49269e8c982a793862ab54402e09376c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329baf01ba72f69e0409c23dd11fb54f7caf891b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9915e6a3865562cddbf7bc3dbac79dcda5ca03548a6140c1e4426737cc0cda5b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82c2700175cd6b84d0bb9bc1b9e087ab0b48001
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b83103d5eec9a5cf342d454ac3e4a952a9f43f582cc2fb9706fbbdb64c3649
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a06a1837fd9a40cee2bea63ced2be6ba78f2d08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7bb1d0ce9218fd100337d72d52db60825fc403c6acb2b24677c5742ef1b72c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46266f2f9453d431c59e00b2afabfef3bdb704c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86c8cdb4c2deb1e8ce5db621b7e56fb79c7f497b1b43c6446c16329c37f712d1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bab67cac14049f7c99aaf1f8ef9d5bcf1d53661
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b8c49f3771b372e50a8dffc55c733955318a275126fce7e7e03f8d8c5a2461
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c759d36e3199bf4197eb7dc51aac163d653d670
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1530ea9d061faadb91aa0261c07a13de77b5cee81da4435a63c237c6d1bf1c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68db24ae573f3ea5d75cd2ab654968acb0882c6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8350e6b208ededa49f49390eb39d96e12b78bd05ef083bba4a7af1ed686b09c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822ac0d32fc0aa756fbdab5a803a5bdefda4a1ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7140416620f67f0d43dd2870cc9b0be2d3f07d66f99a2cc8b67bfe2b1121ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab7b786b53218f5b2688c7b2ae55efc92ba4e0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323d25eacc517eca0710c0b8030c56f18a7c4844bc22c947360302dbb1f04533
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f251d2831351079ab81d91d85614907c2fd4c9a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7170c264162d00c193077dfb20062f7cc5c7286d51649284aee869a928ae88f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79e198f13865b144afdd40efb23e36982742880
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d537c30201366b4e56ab8fbed91efa7209da14a23712212ff3b89ca9a96ea07b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d921251e6d2618177175b98d88a3b2777317b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bdd2b360c5caec80f47d9ddb286dff4671ea72b71a520881741deff7dc876a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77269d2560531b0bed1f6f45d14cbd4f907d7e97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6120ebc562de8ca4126cddf8f35bef785f5bcc86f30287faeeaee096bc33ab18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28c5bcf9654260abacc580c665d850eac2ef3d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b67f2288b5adc189024860293ab9e0743ec557ce251f12a67faa3b5573c3f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8410d42d08a00fc9da32969616d6178902062b1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e05af5612c6f4594331a1e46a33d6bf42775a2b675feca3c4d05706cc784c08
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5216707ca2e6c47c6b2c375b2713bba82c091c2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65f8494fafa4f374c72127117441f059e341368b1ca17efeb68021c71b637af8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bc8cea5087933b83506006ad95d0b96213e79c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d575e8a0769da64adc7506dee09700d43d372baaf5c7195b955bcb9b4ab88d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d6f47c4052277cc7a1d5bbfe60330a9f457525
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf07925fcd32021cc29a82f9aa827a230b52797f62028538f2f2c77e903eabf6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b08d73b76da409abd13aaf6cb523dfc6ecdce23e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9510b97bf5ace7433936029c85ccebb75840554cf5c0a3801e2b390395d012
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f86660c21994f521b1f1c45fc809e23fa11e3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3475489b9f1dd9cba1916a4543ce7550dc225bf2b2870dbb35ca034020881907
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3548c5fa38afb29b5a0ebd766ac58b151ae53d88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0813aaed101b5ebadee125482e7bf0cb5173562b39b6711824d0e525af7b12e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9096c8a0b02de95c2beea6d059b081d7b72537
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:651d11d80405c3e3c14b7ce548f008b9c8e388dd446efef3e305deb074811b54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3144473d57f1da7ca5874a4c96eac679304829
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52316f935aa8eaad0bc66cb7b4f6df4682994f82d32711dd2f08d404249c10a6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca4fde2da8834c4844d1bae2d73cfe7437e63e1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9160223e710b312ae880e81bbef3ddbc4227edcc1b5902ed90d00a8763b0ab57
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458a575c99ccfac518e6fd911655372f3cfeb14b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a968119a2b723b84ca9365f520f9daa8bb0f6a45845e94447fa0a4bcaff700e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41cf5084d7b7635d36d8510d2407d8ac1773cdcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:270fc54217269fa05369be9f9852357b185d932ae921272c6df1b4bffbc7d97d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82f2ac6020566776c3d0460008e6f862b44e6d20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b76c6db7875c0392b9e17318fe651a944c9d25265eeed169ad59aa9a815e55a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658bfcfb64e916f1eb12f3bcc9b78706f21b9014
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4045e19921fca3753668da1e23a4198c5886fb9ae8f76c3dac86e2af6a27960
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061dbf1ba8e4ed447fb32c2ae7bf11f913e46087
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdcc38eb2fa01697e543e3feb5e47906e85ec63890bd50d3070f6146eaebff6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9cdc7e31399506103abd3b85468e42e2a9c0d8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e52acd6a7cc26967fbeebea080f1e50187bd9aeb5ae41322fa17f6821e936d04
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ca595c0cc22d5e73b9440a674d16a3aa893b9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d2ac75568b918a25cac05ebb7a4b9a384c0a8af881ebeaf7656eb7f87866bd8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64f602fe3f94bc55d5d9cb598373a1ea5cf1626
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb715e07871805883c606bb91f3345a588c5909c839934e1149b85f73ab0ad66
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b17c2e7d47d7fae1e9d965861f31e426886fd87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb07ab4d19e14c56b46f4dd2d238993d2e42f1a6ebd4ea6ae4a274f6ef093db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0cbbe3128929f15296c700a7882bcba6c25b0ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4be22b31414f625d1208fe3a8b97566e70a5f5aaf74e186c07f4f9acd4c8523
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a8d0752d5e8d2e48e02aaeebea49fd9e11c363d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ef6e4f8483dfd4e66d81140963aa05bfdc03345b57ad10f1929fcd6d97da2db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a1e14ff8d8d859bd1f285ce5c9f8cd788e85cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3c300432d8f7e36e10c85eb7d78599d72ec78dab9801b77cd51462efd87e1e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067fda5bcfc58d32b511b26bee91470b50ad1c9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d0c53964e47709420a1873a72760386dde291dd884774131f81b2badd7a392
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5421882db671cf3b8dfe4e071aebc5227f924dbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ed2489fa64319ec4a0f9c7c1a2ce4f4b68a8da34a59a9fff8fe4e7fb31fa09
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7534ee34c1ecde757bc3ff0d16cbfe9a0ec89cf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89392052221b8cc8cf1a22f81f964bd6cf604a27f6476fd7034cb5027f040aab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6031a4c810e2e4c48cb4ec0db67f9c08a0cc65b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90c32b5fcdf94f055f7891861a5ee4dda1a67715b8f6cfee1c2e5460655995a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc22f736c0ff157c37c172c712cc4b3a0763f5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41071950bec16f7cc7f71be30b5cf3a14da79bb169e9d5eb4a3119dbc933cc36
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d085a20d8fc5e310ad214157bd35dcb3c42717fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca23b56ccee7972dec6a7560d152abb7d8cbd94ec4319d39789ba6baec336aa3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5ee0daac811773cd54dfc2e61b2e94c8ea8d108
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b5814a8384ca4fe49bcde59753ff1e5a0729914e85425983961333b02a7af3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08b72a6f450fbe983aa48c936271cef50563e10a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310aa9a5a5ad570c687255acea2181e2673ea50a751f6c842342a70675ea00ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad8305302ed6d8f9af4ddda45d9438f112cff60c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea21081fbe6d17d04fe34103de456da83c604d230b9d4a06b79b7fbe46440865
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74a38f7439d0cbe535d2421a91ed8f56a8b53d15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a90ce5488dfcc700d570f31d27e9a297b203b1bcc0a40e90691564edf2f25a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72c8639dd3f1c7b17063155d983a16fd5ed6d597
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7e417e066f5e9df9deaae75c2aba7bc0817de3e0aab48c5dd24c0b030afb01a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed18919427abced720c24f58333925bfa8de0908
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b602204df7c52868f2eb24ec593f0f09680a54856dbd800d0d911fcd32ae3a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a384d60dc561a3f71fc0e90be707efd8e60b51e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d896d54e8a6fb0ed6179f3f642d91d58c0af22faa9861dbf9a4669344c8fff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f5caff13082b25b5e17712eb5757d0a26691a87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9984fec34fe78da4cb41a0ec957c31d55998bcf951a0530e1dbc4c0c50b643fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5458817722cf8b56b9f4f7e3869f95d6c113f967
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5913dd31670a850d7abc075ffd3400758bbb4384c6fd320128ba4d287930147b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53675691373b8df6e2deeab04aff616ceb4dac32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a447458f8f00c7bdd55b5e349f87f55b93641a7fea377f34d419f05d654db9b7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce59ea9f97da272c04028e6c1b73e8476e8a7f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c91d8c792e729cd620099212250172bc4dc071d294688f2693e343c500cbc50
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2b4800fe2f92c8693f3c1d64063721650ce3e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a5a3770e3697c1725fec40660dbe5f25bcebb5fa5679c84ce648bab17e8419
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf34efc3dfa62ff3beed95d62905dac8b16ee0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5f867bc014c0db09872185cae5110425704ead96039ad2c0af66c6370caad9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1609f3c4c536a838e61251f2d9238966f07f42b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f564830fc12f9a2e519152686096f299570e389ce3d873283c773ac8f1817765
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66d575aa6023ee17d0ee55b75276971fe6450ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b895deb4aa7c83ee6c370651ebde92a95dd869d72d459c4d4a3748c9d4992c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65bf06b3b3c2955d9784c0f1c1c2e5a4c24138ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a44c1ced4d6edf12c80bec6371f88fb805cfcbb3c32ee093cd893740e54bcc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2ed87cc1e3f3ea6bf04929dce62cc2406727ef0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b59e43d1f983da5359af51301dfc58e3f9c253d628958181f694187bbe4f3e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe591a2931c9f7e686112ad0a5a266215b849dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a5e8b2cb251d67371779da7e72999dc742794c8d0877f67e2a07264122d5ce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..349bec19c663295c1e851412677bc61d762b2218
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1933f3e4a254bf326b00330eaa3c5cafaae04028b5642ebb3c267c3a7bf7e3d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2a0bfb279ee201a3d7fb922a07a4ffb59cc7ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84046c44f8a88a639b016985a43b1cbbccc9147a39801f9e259f5555fe4a2b7a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1e8562c68b0841c0ed4dcf1d43e7ca0d8eeebb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855d7f88f1491f6c7a68311b72777a889f66884b9e21e86a937544a880590d0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebf219a0194a2257cb91a79d3181cfdbfa1fdc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a0baa037ee3dcd77f2faf4e5421ba5a1e2d17b244382c25a14486652941342
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b364c1c9c62b74ea406b62187b2365db41cd6586
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4599b33c64deb61be4aae267fc615566c989e1a0e6cda1e93a9cdb9920c5ea31
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962d38dc7ae82318bc19282036e9a38ecc3d8721
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9536d1089bf5bf373a6e40c00dc9d8cccb8a808eff42f7621c8c5cc0b2c548
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820ff328e6c81d85ebbfe44c363e6b5884972529
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd73776eaa0acd5821f6c6921791c0bbb7d05dd6053a8fa45101fdc8d0267938
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5691a64d4a823e92526528c41b8de805c71a0b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2faa5dcf2cbdb399aff1597baabc3fbb15abc4b3d7deb351bffbffe458342f70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f813b1bae9c443d1b3eb0ade3a3cbcbb3a219b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f1af69f1d0065a67a0b78299ad14f7c6a161f87369dd401557ac1cdad238cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e0a174280f4faeb6c0fda09fc75482c2892261
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:433964527c65bc46024b795e0f2d65712848c86a5a22b6e305f29c19a899a50b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46fe649ca93012487dd8f9ac3f0c0ad718af7825
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe10046f03c2c07777479524695014e06554eadb877ca855444d4f35d6b8d349
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e809f268ca07b4c4da59a603cfcc25410ad3570
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcbc58925a67916ae5403c3818c077d3124212b99cd584e2bb84073981efa2b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435d5465843b7f05d609f2efc5eb052dfeca9f9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6134b9ae048cae4a78cdb17f1a0620aa5749e5d4b621875791608b76c0c8d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d502b68a78f21dd5820d17ea63163b0aff24f19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fba3625a2c014a0afa6dacf69f1f4e9dde3a9d431b1ecbeabfb619580970f09
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acaa50cd95a2238182606ca7dc1759620082f77e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa886a239ab41b30b657d223ae5fbc5027524f12de02f47c7cef8280ac5764d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9a1e6935945dba15e57e493a8f24fa0299c6dd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f28d169f0ee7f40dfb170e83eb7549cbf171e48f5f37760c30511fc03739c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d1a69f35271e362761cddea7ccdc4fccd9b145
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1327cfb1f1ccd98da7f04c27820ad2d316de7c18851402c5d98237e944abd376
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef67372fd289c467f4a7f9a48b87b7adc9f51eae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d3593843c878331ca54c12bc1151d3ca4eea43d486f5570466da37f71b958e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5f36f2deaf444200d2f88ddfd2833d03e5baf3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356b71a717c644040b22a92704fb5624f1fde68daa1819c4ef9789bc8a798b7d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9051686a07154e2e63335fbed1b7ae978c48765c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4ceec5206dd445bf617a2f9e07407ead07c73c52a4a7d49a84c16c1828e6d5a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc05d631e8fe3ddfac1b5c58e525d2b96eba271
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e23a5c524c833ff4f16d23cc4f96ccc2ab0d76d5dbeb103f05be34872bde6b0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8289cdd22b7a836f1f2d55c00e183fd3c942d78f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dbbe35ce6167703434d64611c1e5724739ca52e28350ca868a256e2ceeb5614
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616210e2b2bdd3150aba7082d3d0e049ca61399e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cedacfdff56a76fbebde1ca19671c93dcf3c77002583825affdac8d151d894
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bb89a7ad87fac475e752686f12093e553187c94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaec4ff79fa609cb966aa93b981b121f8d88031a97dc78a005adab6d91f2d1e3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851f0f4fdcc93f8e8fb8c70735601a32f6781b9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3585c1c5eb25f85c3cd23c53f5c89f77d4084f6d5b0a88849d9617c967a7e369
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90fa29c999d95e72801a344e5af233eca77cbde7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8096270e97d0528b6de00c4e3ba80b9df3940b1b58cce29ca4f1b80e058e903
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6e35c3cd2cf13db4d204625b9a3ce13e6cf7f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efc63f6cbaaf6a2bed00f73f3fb927f116ba90722def1cdafd12896772d3288
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60549345bd7411ef3cca47ddff6bab56df9a375c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec89156720732da99acb72dabcda1a220c045c60869b2100bc2e6cc3f5bf3575
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..919461dd44c1e43c350bec1dbb44c93dec6628a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68583e97ab396e1ed188a80f6789644b503cc057ebb1b7189c052bc914642117
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5ccf41111f0c0e733d26e063e6f2848ed78373
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f9ce40d8b7ee5c280a0429a00dcf29c0fb2ac27f1d9359bf59f495de44c1db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c281193fd4aacfd8a3fae12c7a199fae992590d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e700561294d50c7867f9e11e46360aa8895d1857729bbe80683daac1a682b8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2335f2602e553ab48348a0f1aa12240fad67d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e86748894fe63b5f8ec37d09918a19e6ee7d012d2a4852538363c68b33f1492
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f11adededf7284f05328f4d569bb8b3a5f77d8e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1399eae03c2d4e139d3afa7cdd2985d8b06b5d647d659d26b2fbc17eff5b7bbd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f7c4ce4869970f377b7e3b75d6587fd37fe5f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012ba20936839fc3ba23351ee8ea5edbb54f6e59948a297b3e197d5c2b232f06
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e263271bac9a3180fc520a3e9650d26033df885d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bec05b5358cc644c6816c3cd83347322df1860824054887fdd97079b271dfc7f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5118cf2e7e116c49331ecb4ae57e1fa5d322d1b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d76dae54556b606dae361278035fccb457a6a1dad535ecebb1ac7f7c86abf315
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffdc83c158a712319dccc4d1223e70dc31555604
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:617806aa25271bc5d7108fbd014995ccf8781cf739137e5c8495da542e60c714
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adb5a9bf1f7f9d856716cf1355b91587f523917
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389b7afd4a72e28d706832d83d0fc5ab3d08825c33317bfedbf81ca070b48d9b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55a3ae974fc923f4a0dd104813f9101e5968eb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7c8ac15a3941cbe3b03fbaca6b8899efe37cabde6988bca1a3184889b8e9a3
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9922d203a20936e3a18df6263a64f31995f1474
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527e74a0341b760708ffc44215e05b8ca4a09389f1e335ea6d78591f223202e1
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b99a0c91b8d103f593c346ef3dab32195aab29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b75ec2361504d7f2153cc495d86c626428daf4cea97b4e432bf7e22952ab7f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbeddfc4367092b1f8649f4683286aa9ae90ab6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f5673624efed82f907ceaf9ecf203fe177ba7fcfbb3169a5fd9c4d9f0cf78d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f855d76c89b38390132141c4d28be32b30c228
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c3fd017908dec9584ab10b19ec9180e3ab25c6081e886a2be1e3ea13ff52db
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d29f3c6545e65623c90b6e406a5fb9d7a5a207a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a478a67c62fbca7bd29ede6057aea777bac955cebd04697e5dd336fb7d4b7ce2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9697a68828f976be0fceb6363def9f15a70cdfc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b764ae925db12b012de8e35152644791929f2f0f4dd6796886b2bd392781e7e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a95640c9643809e7df2df1ba8ded5bdfe6b3874
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:436fa9bc7348757d3689aecdf9340e72634aaf4b841fe68a3baaf95e86cfd191
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f86d0fa9aefaffe6b239ef77c5f9a8db9165f9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a600df0d3fa2f65472e4d4f6085de240752ba317e8426af9e08f60e7575036
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b64e0006993df82b6681c4e83ff7ad213785459a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acbbb1fc3152dd79228db2e8bccc577193dfaeee6c923ed847c81255c947b858
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e786d7155eaed4b9db79e85ff04ef4b2a3a89bb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823a090217e31442aa195ecf2741e58f026bf3bfcd79a4fee70ee70b4f0d9179
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59bbe79626d978bd844af3bb35968e964d54205a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949ece6727ff2b208ae8e904530ae5feef42173d82e6c41adbc99ddc292e7eef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c91e30d1bace1a0347fda3bb9b17b11f0a1145b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90685100855d1721e179234267e0dfaabeabde1d0d9c399ba769a2f8aeeb50a1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893ea0976b9ecb2de6abd01294b9e83e58f79506
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facbdbf5363d3880a46e0d1ebc28fb6dec09947559d8b661a94aed672802db4a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d62b626d0c7d2da5996aa45d76123ebefa06529
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64178be42735030a82807c86baf1ad17ee290016baa2d79d4bb8eed8293633b6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664a4d8b17e5c487203294204862220da07ce81c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:837ae70c81841f828fe8672a33a59833c056e8802655d7e4f88b81b030caf496
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..207d168f516a823752b740118a2c28ce0efc1524
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5364c8fa95e7cf840999ff44f01a9bb5977cf90cf5217e0453af1b5fdaae04
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858fa724be057a6b369be405a600df1a99c5fb91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:876c64b6821bdabff040d1d384403162bdc750c0dd443cd5c1a24e20cd2938a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb2b999d8e4841addd82142be6232c3adaadb54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08df0e15e5412ab783868f888a9debe922af8e04f11a691198ecbab53cbbad11
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7c7c959a84c8c5a0972145199c6383a8c2233a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376cb06909fe1c103d31d71ef241fbccd021a3dc33c411356a14840f089387bf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23c4d451363fc2b91b5ffa5f78b540fde046622
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56eeae4e2712d7e1e0889f432472252f73a39a27bbcabdd24ffcef12f29565fb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b619e533948befafd6c7a777722d92466710a38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03df2c53037b0367a1fd327e4bfd7792a0fb37966e317668328e4fe799e7797e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2b56889122935b3bf4bec06427faa0cccd0d66f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:615e559d693adddc62c7c934ea25b1a00873b00c25e5672d943907dbef7c191a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3da08c8c3b9d9dd8513b9acabce7ddbf7b86b08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbd5081e0ed1c2fdd105bf766f65806cc8e55ee22bd17e8bfe7932ef9605b59
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3e099cc610516d4976dcb5a3eb28fa08a23d69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebea5ac2ab39d58f34d3e6bfd3e9d5122b01322ff797091a9700f21febdb8e8a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6775f2924c9e8603e7af6d3cb84f323a81086bb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2808c620c8a9c59a8db86a6ccb00800eb84d5ebfe6556b6f54736d4a75a4aae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf699703f7a181f287d9492884db467c8867bc66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12eb4fd0ac92901a67aa83c971bcc5a3c2b5e2a1eea665149fd292202743308
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a27b4a6d49761e28486bd87289315c02981f23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f8cb8c091e01c433409058cee293a0a5f48e56ce100d4af0e0fda5400a600db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d09e077c3f2e4f2ba09d0a1bc6e6d924ec1b51f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c82c1898bafa7082ce334578dc6f5368531fe261e67fb7133556d32e9842c6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d0716d3ecd7c209515db386f07f1271738f672
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daf654cc89808c8004835696d1e4c4ab25ac3dadcd392dd302223e0a5698f0f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85030ab7c10f4224c24f5d0206b6fd0d4f4c1554
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f6ee6ea342bc9006671a049d95d732d721b53e6ae1a38dcb054522d8b4e1df9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4c52a633f10f1bffd57c6d01c814e0f2c48ba9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63a7457fe4d49002959ba6dc0b1fefc74419a40aefaf2359f8d677f8ba54f016
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43b5838961d867465820400a685b7ad9dfd10733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4969b93bc022a72ed90fde8e21482747faafcd9561372a5ac0f7c18060f778f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a37541a6e9e7bc279995a22d6e1e09da8f4e1e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c01874e20d236a901c8f5a1b9087093b6ff7a2b02ca778e65b3c6c7df1d8e2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48016186b614e3b06e89dadfc4dc9adc3d36cf5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29963c3aacabdd31eb30a0a8e9fd4aa061fd75b83e3936d30bc4a3fea6fba0f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cf85968fe32bc65b39eee0bf22fa4553caada0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:618d5db8c3ce74bae2ea01a442472916b2e80f416cacdd9012932dfeade121c9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85699fd4fd40e78430f5dfbc0950ed470abf105d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b5b5d1f8e3d37dde3fe6c1f094fcdd46e5b528ae386d54e4d7a12c27016883
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a755583fafc6edee6f609ad0629f53659ebea215
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542085b1c507728c4b58612e75fc00f8c2fb14c6d24316025edcb438ac07dc75
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8fb03f12fcb1e5c2c9f7b158383de4c3d7df0e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c6e05d1c2bd3da3c4699c707f6f16734783ca3f5757a5ba5a4b04647cec447
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24a21fc89f69a31d1710cc0225fa2210243d89e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f44166f104d176b21939373633fecd6053d83d3302a0dc9920a89dab641e0c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2ac24307724f23e69def2e71d4d7ad2c7884ace
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7c9c1f0a9eb064d76fdb1c965ec98073b3e3e9ec6f16d3ce8933a50372cdf02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d514bab6f3a18c92335e710be1c36b5e0d6c5f88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb663d62fe7c6b03baf7467ba76d9049756c435fab10630c100e4d870432b73
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a634a908d1fb426c94e5da86189340a79ced0b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c69aa59eb1b180e2da9a1bd0b9418dd886a3843d770c3466efab416f1428ce3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0782db2155c1e247d5d4198b4c09f3ed0c711a01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43766e9791be62b9cafe82b600b26119c0b10ee29192adbb81418e5d092f5ef1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe755ca944918f246ceef732434b9f8c58985f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af66c5f5d6f3a6625cdbfe1d6c114a74443b71dd04d025e6b048281f7d61bf41
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d198d655b38fa64f5c12ecf765e37876e1abfcdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c8eb04cb236726a9936055b8696318af75ff2a13466c4b458b099b25e234859
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915ff7990a2b7628172330cb69fab57c17203210
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d146c50d4a3ab65e9ee33665eae7e1b851069f001573ee4412c0a4b0185e45
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7509b86955f843e48f9d6d4732103110cbe5e724
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28de3da7fe556f35d8380dd8290d9dec6769222b328c26d0c089a10f7bf2ab7a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6bc9a93a85403451c94fe511af7154084572c24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d12045f5388f1d9bcfd86b7e3725cbd578dd99d69ac0839173e860c5e1fafc02
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb879d381484283ea27a53627e06ac5972f3c0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a3cbc64c1d3a743feacbec36d5169dc82c0a4f8a9bb2fb296426556443ff92d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..713f6f2d10cd1039abf748ceddfc20fd5920d56b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668b8232e6d4461e570b65cc828d6b8ff93411645dbd4d16245b7dd6f9251ceb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..328707bd1dc0322ed54b0ee11b2cf542933d91f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05d9f4c7aba4b1cee32cae252fd18a8adbd403e77ba605e82b28f5df4fd96f5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d290d195e1d96fa02ec5b01c6ef07c985d856829
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ca4ebaa7dafa9af77647baeefa797c4b508074f2a15447a7cb4ed662229e57
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec781bf2d9c302e98f8027d799951b00ba8aad83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4a10acd52baf17039c9da56ff7b1a7f76dce62fdf9dbed6c97ede6e618c7d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ca1a77d275e8deaef2411e6191b0ec68cbef00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57bbbee9be8ef3d663b31e520596a667928d9da256d675b1c4a401e4fd61037d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b366ff1026ab8aa5918e3676ee64730d50791888
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b7294b1c10d498cce3706ded0491e9838f09ea18c92c2f0cc3cfa61c42503
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e5b8fdbce5d62404c82dc9ef96385a5ab44b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc1eea30df0cd54a327e130c2a7e9fc4e0b2c7fa529ade48256d23d13ac16f6d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cbf7a2ae4c32809c92ab07ff27b0b929327512b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e1a2d76fe2175b59d7417e7010489cab510bb38a06e69fbb45b0be05716c2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae8435614fd8c154c00036e0e6ad06218e87797
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a538c4a45ac59131bc592ca55c42e9659aefaa8f4abcbc64a6da8fe3476ff50
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320135cb205f311fc52acacb331c65471eff68b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d608559dea69376765c4b2f05989a3848f14a3af849d2645479516a772085ed7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73ac117908fb79ff759f436acae19211c02ed2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f0d3365f6488466e5c9b810c2eeb93efca7d1d2f96f2af97a196af87f19c2ab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10f53631ea4cc192492b33bfaef556654525c68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d13ddaaa7b1b5afeb5547ff5af1382a64abe502a348976be02530d2e195ddf4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb6d327acfa586ecad6aff85d9ad92b7ec38a38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7c176629c569329b1dee1b258dc7e7eba4e02c6441c7faba44db994729fff2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63af699b4a353eab3415f502ebb154d9773b3b8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bc1232afd5a846ef0c8d7aeede8b6658e049ebbb1a79a42b45ac19e4d7be08
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df774ee03fa35a1e1518be1600c250e0fbb16804
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1482e69d6c9e21b406fb8bec705cee49bd30f2a505d9123079e594f626d7992e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24824362cfe5510be5d200716ff25dbf479d7be7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:732b74fd3411cf3db484630ea08eaca205b38898442ef05b2f93eea7d4dde526
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ccdde3185adea9598e67e817c33a97b7772238
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f33d96ed1ee98de7a4da91420ae87fb75598adbf3b1277fd6f672326a43616cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a238c3b91568419f1cc51375bf09e9d0580f8e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d141fdc374c3ec961d7036991cebaa70d038125cc0b2e9f5be95b10f903e086c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ed3c675fcfe076a1535dbda476e172ab506c25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22db501882adae443cf03cab5a392256264796a5da3c95627dcff126722286d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237cc7cf58fe32e61e939d44c7d0d8fef5947a97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b7a0df65230990d90298265d36619ab9baa4315c7bdfb364055202be3b9b0b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ada07dabfc5558221f1e69834c048c141fb8ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd159ccf3f78bfbe4e0c14c09cd805ea9a27f5340cfc3bd34466edaf568f822
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a32c848d5b3f3961c2d48ca3e75ea7691370f73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fd57f7a8aa16ef284ce165292e2312fc84a77f1616e099aa14b362b431aebf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d365b043677a12d29291a9b959b851f6b10c0e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84e2998fdeb9f95a9521d480145e8517dbe4636de501e6ce058fbcb092dfc00c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7058642d3e00c4e51e9acabb98465dbda03f7ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6188535b2896962ff59da2efcd5fa1e525c222ff6f6a64865107a35c672798e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a78dca4d6371fd3a61f4db1ce5164fc97e2e7bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f7d798a952d6e8a4e7f047bd82628e95d1e3a75c6f961455edc06a1a46ce29
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a065cb25ebb791641665f44105e07f9205660ce3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c396d1fe112e25dd160c632d71eb70a3021babbc966a813a65c7d37efe39024e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bcc38b1b9a9354ba5adf78d7bc18ca9a916a58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b5217e79556469f2b1dad7dd594689591b747a70e66a2c155c9a972f41d0c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28e7048a00bbf72c115f234d5c528d619033191d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0b73eba85ba62f37a7b1dff0fd69d5d1b60dde47d4a856616cbef34eb7d1b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ead9a2798620119da626a647da3f881dcc7d15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468f043258a5e153e4c7083427a46caf0776f00e248a60538890266b30b82d7d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c2a62d7c434df59091d6b5814c8910d786363e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e15a255893afb98efffbff14a07c37fee05e09b0079c0c2e47f5522da39762d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de5592f13482164514ade46f7d17e45512dd46f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053c40ecc52ffbaaf964b96da7fcc874dbe7a25908ab8309aca049dc01e722b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b2460820d747896866f18fa6734e265afb3967
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44d49fa9db04b04a49a50cfeadaf6eccd58e0a4ac9ef30c1253c9cbfddc5e11a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eacb41b91d722cb85cdad50e3dd962d3c2cf8c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06016670884495876bf9e534637285265fd85105532a0e614f24609388a40878
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c81ae9e8dc169229a8be077aec930a136dd62b5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bf560ea8ea91501717f756955b0ba3600477c4ccbacec07e909240366eadb8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2489addad161914c18af249071f530b85b0a1d7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113ee72eca1a66d652c7550ff83aae19c461c45008e5c28519ac3d157c693134
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65934e0d931c5deaa1e0f2aa51224833e4b77e5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0af63530db157d76cd55bdca1a29301ccd325999d2bf4685e09be575180e73f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b35f2b31d91ac7339d0650900d3c9872f2a522
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bc13e55d03d745443c03c434cf1284c95859ab8e7e96f4fa1a3c010044fa56
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2baf36d709514a8bc6231a4e18edcb0a3d5ed4d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1792badc9878188cf7c4ef0fd62513936b42e618e5b29f671b8017fb43c95d4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d99ea789cbba8305e6ff67d9441d5ee7ba07d4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:315861978903a3f505a88c154509f30d911ccb7f797dca6dcf27c36c56d0c563
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75133b0daa9860fdd3646e5a9976dfd2b77e40f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0875bc51182e97c2e13e62f34e5692cf00fa556fa4d80e36541dfe346ced149
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7dbf6ebbc9be5dbe1b557855e69dd60009cae06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4675f0727e3e0f1d7e374f8e37eb56e4e0381127d2c1a0ee0f0a2f1b81e13e24
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..255926ae2c5801f9b0479cdbec66670d19c40bbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d544b06c1f86ce9bdf717643aeccc9e7b6a4388601bfb18e4c7515540cc94c81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..938fa9ba1ac59e6f3666e4f52839516c3c2dab52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6097a0154686bdd92a7b141da12e8eee09ee30cfb3de262b1b9e362be389f0ad
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda95e021f164d69a1b8b08b32dd541a340f5340
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b55d33f5b59a479cc90ccf90d28e85e8e1b76dbe91d29e1ac937f9b6344298f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea835c5353ca440d854365b6b7e9e55b9b3c2095
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:884d2d9974eae914fc1f3898ccfdfacfab36dbdf5d363e282d88b06708c3480f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13dcfa7478181339cae5bf5dead87c7e0b577ef5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750c0ad35ac58e986febd75c5b6328a1118bd6368fa7b365c43d630103c6dfda
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..520b448320284b578c67b6677474d9cb9dbed9bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b60a461f58f677500643711f62074d0ba72450a4dd267f9beba8df163e79112
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1e514c58daf4c91e855dc0aabe8c2b66a462bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ff8c802265027130b2d8f57a1e1a9ef555f3e4ec31684afa3628f9355ece87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846a759cfe41f56abd4bfddcff4af95712e61998
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081e2f45fb794597f1956eb63da1c2ea13153b56183c90722e018e82212cf8b5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f178f40c41563331d8f27dfbdfbf42a03b54c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d1172644b37bfe8f69f6fd4525a766b1d203d976c276492ba9a0e24bfcbedc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3898c04ed52f4e79d35087f9f79ff091f0b9a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5a8230bcf1e6b412d066490c5cde7e074d7c70fd50dfda084472a0b8440dc5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93aaf0432652e64c40f2862d2b7763b8c7bdc86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e257dd22520cc408c9a49db9b5bbdec511a7ad438790b160bb80cf43b81352
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10de469ee8f93ece9c21c5f4b54677daa2d66aa6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd2d9c2a252bbd5615ac95ebd69d8823c874445501f3745a3df8f6f8857d9b83
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..051e6b086062057dad3615a2ca923c190cb3c240
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0179c09e6d519ed702a6386458da5e2658ae3b38380a1a04f5041af42c964888
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2250a4c3284ed055fb21aeaeb6f9b7ce2f5c98f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65e92d6e7bacf098b9ed2561469cab840620535d2f445474a0ce281564f37166
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dcb1bfb8d1edf97acf51526fb5c3f5bcdd2e749
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575dccd74591dd6054af4446b37d47acfc901f439e2c05234022ebaa1797f9f7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4410c21e7f6b344bd8fb8fe865be7e1b111c23d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:318aa6ed27fda4216c64a1d9f0cf0f1f3d4f98865ffa56f9a4cb5159ce3defd2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23868c33f31fc02bc6864da40bf7f16aaa66e53b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72e2e5189a4bde883db01565a73241d03deabe9aa5a1ac4a91e8839bbf68fb2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1301620b98e6a1d7866db732b8ebaad3c0020b38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ccb41e0eaea8b1f3dff079fe1b86caa8855e492567a6ec93769d9f1c61569c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8112c7203e83d75176a9247534c9a7412a1b3c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a73028d32a0ef9574e478d6f19da77fa1c9840a918e4b97d20379274e398ac0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95fba5ae2528eefae65f12b1d7fe2d2727734747
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd6d763698a7bd377da200a3c1696a31d4a819b9ec5d518de1a1d799f90e7f8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ba869cf2c22d12ee334e371d7c495df5c6176a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff062f5d90ebe7191525452fede8ad10f31584c0dd8c0e5daf6b2a570d7382bf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48a2fdbe6e4f2cce396b6a935063d4d43d7f88f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa8d62e3670e5d2b62ccb29b49394a248f80575e770a6426e11522dacce2a61
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d3509e238b238f6716063912bb184de2488d7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8da64758742c8f72d33db18f6726df9efece078112a7ea6ffe922fed6a822d3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a11090532efec84bffaedc81f46732471f876997
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e24b01243fc6c6cfe01fd27a5672fbf49820d9e1391d5cc74ae1f322a10a6d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25c6b181026398597663b1c28e1854b71cdba72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95b6b336ce5e4f5e48187f8792b2286135028310f7ab46316260e6a1bf4bfed9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca94c6e9ac9e777b7a8f78be83f7bf2a4e295f45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca4b2a6c05c0be78c7bcd3bbc299e23fb75e9ef48917a638af7cea2720ea38a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3d6ab25e901ae876b9e70f278691c26bd0164b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd66b722acfe16ce32fd4b5b996b6515ae42c9a633f3a877738f063f7f92bb2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d3872edd45d46c83e91adbf68cf46c917d99c4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45dd6eb58d058569bb9f3029cb7bb0da7125cae7ad1c5ebbab8a7c6b906c55cf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abac9556f99e1f932f4fb05a8389f47fe5a1bdb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9e5cc2bf28d291ebf38dd7bc572512f45f8fb1b988300153c1fa248849194b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b831370b72414521560bbaa3c6e71db0938c4a7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d1fb4f5285626fda7ab9059cc041ed2279937fa26526692b8884b1587c7db5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423958744bef96776d78271adf66cf57061a0adf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81064fef978da7bcdac9b4a662ea0062f539e63cfb727f74d1675e98b64408b5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1818581433ab08005b4e0594acfe3a5c48cf09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f99ab4bc197df614d024019fe4f1a2334e0d73897f0ca1dcf57e538f96a9ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c23227df47757e113cad59c6c37f8af99638e373
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01974fd4ea510eb43f0e88fb205504579dc77fbf8ace46497a52f4a1bce75619
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..435cbfdc849e7a1f8c99e897032e9517df383b3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ef7cffd33b9763d23c4dba7bcfdd31111b1fe53471144b156b78225492106a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a2a118d6a3df0fc5f6ddb644d0747fcaec15e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97fecf7eac08fbc4d1a22f8ccf4dde293efc5a1261c2d9c0eb52c4ef487d7ad7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0113e02de0b56720079a67af365b624736cd1fb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f442b222f5e6970b8ce58b2d7f4af64be5853259af8ca2034c3036b865949231
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1d1ec4ecb4a3d9453d4a40fca3bbaf82c4f14ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cefb60d8bbe8c388568022d533c313ff22836022eb3200a87d2762d1dea8e27
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15512466306561a46cfe511f4ae3379f0fee6c80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee56d910d1bfc22defcb799651fdd1fb04e173ce5f844fd3e5a9d79e5d1c74d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4044d5c4cbc18255ec9351522bac14ed562f0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cece3dfb3727ee77b72077e358faca1e703cda0254b12b4bc0fb8afe5d1d5f05
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d835c4a20213edd1c1ce73c5aea59131c7739b98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c682162a4045be6d3735681e03c1c326daeef2d8cbf8cb9d89f3f729c40938
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57b5230054e9b7ba8e0dd2b0f366726041bdf811
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861710fef84d7944d2ea26904627341374caa7e8bd00b4abf926c839f46d8bcc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a9a4e536183dc3c01ea72c68f9604819c26af37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db287252526fc8f189fda6eeaee29806796b52d7f6f7fe130ac62b8e85174219
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b91451aebbdf7540e457f363a6bd370a251227
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e432953dc81f1ba6a8f27e1003b602bb46c9f7b2c4a59f94dcdb5f46e90b7445
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead2144991f154b523fcf215176ae70b0a44d25d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7147d325d441b922a005cea3bffcbab909e05cb8c98b549da5d93f7ff1a1e288
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5370cbf68163cad07edea9255d3b215d80256d71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edddc8feec11545c7b937657d270b4f8ad85c1a8aea28c1b5735c7af8c5ddf3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a0e30dc2df5cb98e1dc36853516baedea79ab42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bee6027aeb7a1de3bf15b7aff945bef7d8cd72b01fab21456340ecfcaf71b74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f2a72298c825aefdbd8cd92a0687568833d1d23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:405e9901bbcbaffb09d3cd5cedb8b6ce3ceb5eae63b2649393f36adbd41882bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de82b953d68c5b55522b0018e8c6fdfb17b12381
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4b1fbda0ec13be5c09a7d9b5f6a4f721ae8b2e607ba8e9c900eaa497bbacea7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc67148e9848af3c4f4efa8e6de374941ec7aa3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53a8c7494b5eb3030af0e9372fe8ff9f1f4749aad12055083f2afc63c3d5263
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d0376619407017e7747c672e4501916b2ed851
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8acb849b6b3e641049910ee98865633518c8f46067143457dfe160d4744eaec
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cf00bc4102510c8e728aab00a091ac88a285919
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02db24ce8e6c0d8b77e0ad2851e96ddd5c9ee48f468e3e74fec03a40bc8969b5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a1162bd3bddbb1d4daa705860df31267bc879f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9001b0326e679ced19a886cceefb8caa9c346d88f29079a56977e1bcb9570cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40ffd3a499c474f0f06c310cb2e3162550d018a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ab6198bbcab2dd9c7c004245cb461423a5ec91a952a45e26f70c3e8df2dfe9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..188136fe4502199ccf980f3e223583a0b2e5e602
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d19658d24c32cf9ddb184bc87196db0a484d1db9d8d74399c2dd8332ab2e3cd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da14fc076d8049a7228f51818208a08d95cccbc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97cb385240086c05dff68ea5fa21880dee86e130dd02fa4f47d4a672c4179563
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..313c9256f6b416737a435370ee0576a30ba96c9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be0359c4c909481faf68020a2eecd5e44af5861d788e487d97b59349519bb9b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51f4375ea400e2fad7cd2ee85c6e080946cd9db8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb3e663de7eab2e04461030248a84d8b5c6ba11ed0dbc122f5816704507cf42
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2061c746745e2efb5150808a5fb72d11406bf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdcced35b118a77dd5d1195e2b3180adc40ab3e80b88b861b0e9bd07ffe0ec57
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db0b4ff2dc6f6de6555cb5fd23e2a765cd415c3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1bfb82867679a4ede8dfa5f8f49bb3540e3d0cf3cd830850e2f2ba1d8d6b655
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408b55c59101e775a60f1b3e560d4241cc0bafe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6895c7eb81f057b22a278c4f499a092cd6821ac014784c1452f200d7191be6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de093c5548a5b6f5ad988167e8cfbad90c896f6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c41b6f4c3090cfb26d792aeaff7080bca8b301ac49b330536cd530c9ca2fd00
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac24a96e2b4bfa6e4fe54c6d13219bc8e235f738
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2d348e650f6f9cbafd3266a72780909ea4658b52c190f31326a63b63eb9125
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f8cebcae28eb6a35750cfcaa45ab0a04937a20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2685fb81d018ff38087234af3a7f4e5534d0cf4777cfc77b5be6fe42e843eec0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef61bb0c9a57db1066d80f39d41bae69a2102d34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9291d574cff5d395448521a6dbd9966e82c0ad4e0174411e99920280b3219487
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c872bbef936937a9a333317a5b6f7d974e7c5afb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b3cae4c137a6abf9b1fd644a96add7517e2f4e3f40c5f1d209a561ba159c8b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9f0f00cca01acf6ce9421a2c5d4afad7eb2c36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b11d7d94db48113087a5591c84883b61b12aa34ff5deb5f4e0cf6f909c34277d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..717b58ec00275a0a2c1d311b690b2300645353e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439da40e2ccb17e53b823214ab5b22ddeead367ca8425551c8b145098f228c1b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89bdc43caf4c7355006f3d73957162bb7de718b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31e791311e0989158394b5a1ff17d29314f1d74abe278fbe8b572e6489da354
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243d48811018b6c58a9cba6fbef41052daf976bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2625f417294d668d6f1ee737bbe2625a9cae4c5df499a95b62cc4238f49574a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7bb7a4a852f6ffb10f473b588db521806ccc043
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5030d3c29f9cc32dedd677747e4d06a51cd66bcb6fc5b914556df3249fc4655
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9da5aadfa92ba41f713fbb15cd04aa868f1945d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b68aa259cfb8cc9da0f5f1e94a48b7dbd3e7dd6fe85bda78f255ef7fb36c1a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518d0ceb1626eeb47bf8870fe48993d23764f13b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:550b7fe611495064adf6fb8617300dd0759fb2f7e3b23a1c8411e6c2fa0c7764
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0992c5ccd50a6160a68ad71c7d7f7dd6674019f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a864aacac323b941a0bd32b282a9472819f09b5852d52f8076aa16c9f687d866
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294e1191a86e6e4a1e8f79eeac29ef5660e5008f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5b7146c1edafef6f022586c8c38a49792aaf5dccf26ef0dbbf9920c600efa3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c3b2ba9c8d3977ead348a6079fd8bd434f1bcb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3844ea05d9add486c9f5a6bfb850f86f68e8511df663a30823e1f20c8abc64
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdcb61a4ad397a21bda9a99d16fb4b19a84d4ac1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f1fcd884c1327c86112bb6b148cb936c4269aac7b05e3addf35ea9b404ac36
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42775fd113d63ab95f20b32ca9e57032e3668da0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a419a68a5ddd2931537cdea8a3bab5c05cd60afb4dc3a6f303a654f0e16e3aad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d972c319ca55597215c04d47cb1e59e8bdc146
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff167aeba3f4c5529097f6f2833ca224e8ce851fa462ade51e8a21007e46cd9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca6fbcfd14caf00d0acf6b4ecadbc19bcb323e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3654acbb363c5cf009bbd93fcb82fd74d78a08301c2963d75536002e70627495
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..463ab8b6e220a8d3e2034ba2d17489098f2fae13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970c8ba84574092f902e181ef22bb5721635f43d3fc0bebe361c1c868724af9a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a19c7f5d39e63cfce4787c98d6810bcd5ea3782
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1732cae4f402a56727fa339d04f5fbaffbd61da308741120dd164d7ae93d5f1b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e730d9df920b1ae130cb1a0dd02f274368d3aff5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31026482195fbb4bec43b10ef25e6a89d33a879b8ce359163b4df9d7fed18036
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98ee1d5cb9b9550194aa1abc70274ac33429b3f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d97b67bf1e39ddc2a37d113abbcaa74575c79bf4f80958b3f26968a55288d751
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c611636f482554257cc802f97283ca1ee27d778
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee91aa2b1b72200f15fe6a51bdb498cd7e8896a66daccfe05155d9c289e7d9c9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc82e4c62d381aa0411c53c389e35b89901d0fd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d736db13ddbe3a50ee59fe55fb3041bab01b85850f19b6c3784e7ab93fffd81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c470e19cb587e9817f9d92b561d181e0a59ff57c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:960faef51d524ab3a6ddcd6f6fcf530abca93e49f747c70d1a7ec26ba094679a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67c84add4e1a935b65169f35647b47b452808ae4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7945d17dbd59907fa1cb07595ee2acdd47ca45797cfd4bdaed4f40cf8cf32c1e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a521381f3e906d447965f54d60c26640bce13dcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711d96c312cf25300612ead485d1516eedfc2c7af8ca33500dcfa4e63cd12d0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b554456c1072a83e94e1c969a37566668a7f3b80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594ae36562c8e24969006ef35ffbb5379a92bf971208e20e7b2925b610ce044f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447b2776b1596dbbf0c4e81bca1f1afc4506ecc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebc9a444a26e0efed848875b84964a6e6a83b3999c928ff257e566fe9293f51
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a7614060023ac83189cc2bf86b74fcb1e7dfad3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9220b02bacefe9c8e3d13d7c95219625f845ccc276bfd2de37a9f6e6355135
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d23d8f0e0fa27eab3ea2569e0e0095ba903faf95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:535d40aec0e1bd7316940aa8aedacf7b07d433dbe5a49a056cff5e3077c12f5c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4948c7ce88d9d71a5b5f9504809b1c3e18eba7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1ab824ab29d5fd1e7464f7fef09a4c55793e17bea621c803151ac729db8b51
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..615133744942adc096904dd3f9543d6f7ba11bce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0288405b24be26cbf0c4d4dbd34295062fa3c103d17687976dbf8cf86a351eb8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0031078ea5a7f6c7b18aa0c7a0be5d6cc598efc1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3505eb21df2f8e505d92ea95f41b8ee2147a96262153660968633ca3bbfad7a6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4da085e0a6e316c21a753cbb2a4fb885858b310
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4c120a5c51ee8a8e2fe1011fb8c40defafa20e6c300231948d567cf7f27480
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f366a0b537ba0d56f63984f96dd592250ea92f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06b81e20ba281a05e6e9b8bb145ad65ebce80b410b9576e5596c300ab1b43854
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e055c4ad6e221cbb693e1bd59aa2034ef102ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5841944d894b3f50921c52593afe7774290a883798bb4d4631ecec3f1a32fbec
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226807f4348f7ee8494252b191203f2fd1aa5088
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38baa473a4fea0eac645efb83494b2f9de03ae312e49547fbd92796254f1df23
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e817058ee53cdc651eaceab3aebf83fd4b8e656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8306e2127e00ffdea46b72d0eb76c3d3b1e6008a97f75dad492fbe7bf65e7653
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b51b2c981942318cc78bd166ef4ba63aff069756
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8835dae6456460195e73411d31ae92a0385e6fa9bc9391364d519ee4cb1e5301
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c1b62f3cae7f0922e738d54118fe0c5e7dddd6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e850ca81963c000e969af3ddb81553a9c564ff1f6ca98992bf66ce6d91b2b41
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a473052583d470dc0a104d78cb944d123ddbabbc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b53b784886fe9677b68cafdc34fe5f723f1d35ce41a8dcf0f227aa5e0d2d2eb4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f759c5b286d78c99b41ed4d24aeaa9648a6a570
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93263e642a2ae66bc89f2f6196ad1a23217a0327d43b4c70883fe63b6913d6a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353e192dda80e42bcb969cad914fc724ec49a153
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9805ae61ef037b6af46e17589c90b1af981e8bc7104ea83c577e52ebd445ff2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d080a97098c9663d07b62fbb389e6e5391aa67f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249849fdbdb914944e2831d50aa6c50394564ee677e49cf58dd0d692dac63509
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e3e3807aa1a33efac08f92de047656031f4d422
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d8a188e3bbc2518f80078c33b335f0a1b878f0c823d1dd9e701d471766e31c0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6503f87105bd66d3a87627808b882973107771e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b269fd5bf941fb75c4c5881514785b3824687e2e7371eca641d5ec1bccd8c1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f745b62dff57cf92003bbd8fe3b3567f3fdda4ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89c10e1c348089c21d61e72d613ecb53a5794bd22f93908ed1268c0754080d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae377029352a98bf32a8e60eba634afb7ea4f049
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34cc084d14470661eca563939e47e0c77e168795cb7346d71850ee3fb97a8709
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34cdb57f7bbc05d2541e823078372f327a1eb963
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a47e14fb3df18fd02c3b73a00bfd3fec8fc230e08dbc6c10d53cdf29912cf88
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4d29555ce1fecfbd80287eb8c398ea8656e8d37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b63d95f699a6f4f66cf5d9b294d4b29dd9bb83e7362623157d8bf6c2a919785d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b1f8af9a596862da281df8886e537cdbe85329
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c2397edfa927e39b561d2ec6ae7f25771880da418519e5e444c5f262dee12a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3406fdbd21f44f6f237d77b2a69d1d8643f86666
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a2c757f94df445aad3fc3c6715ab4bc5f71b4e969ec1fe2e292f7b1809c358
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c4e8d048858395d1690b618e1e8354dda9b2539
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42ca1f42474aa009f1896ca84a575230fe3aafef39c734c352fb75841a9e92f4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c10053ede5b336c9e5eaab6d1cf84e3312874d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e187dcc344032894f6cb5bb2af449ff81b923442f20024b2d196c09cb0be3e46
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a2b6abac367d34e8d60cbcb325847ed4868597
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d92ac65404388ad327523189b9cebfa90add78ebff4af352a4830e9260e71d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d2ffe6edd08d323f61aeb5adb2f16211be0d49e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa97700190e7e6985db02d37a2a721629fb986c2b257c22f91e2e663c76cab9a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78134db2fbf86de2038ef76a18f471c43713a060
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5def725fdc942ceae25a3d711e0f20457d8d40fe28d649062e34040b8832e02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776a5412ad4fcc4767be5b3f86639aedd98e8fde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c41784be12f05f63c529aad33e956855db13c399c79d477bd0ef87120e79a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d2c4fb296b548005fa465b2ae7f0cbbfc4e7a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d1df5efe2ee0b35f61b166be4127e13fb8a653569451587a7314dc8e3e6624
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fbc0c99d3a46d864570505e345885d5bec5d43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd3b1c7bb1ec39e217152a1e0cca01955ed68f51d59ec86614f540bfd1b5875
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e026dfdce5f2c8ffe4dc6a180b4bb06956a6b39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3aae5a7de00ff1e516749286f56c5adf1dcad6be24b12dc554e2ac4cfba746
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a735ac324960de3dcc59d1a1afdc39a268a32da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74de6700b43eed6611285bc717d4b0a16787a505b2674b0e4bb9ca72ed9c406b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0ae22d1c9d55f777e40d0a1afd4a017660415f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5acb7ef69f701db85dd99b118fb70412c19a067508b055ade92e4991dc5fc047
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b0aac99a17e963480b77e01a68974c4807bde78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0217a0e82843b5cca181a5eb366bc138bf62a7adb59dfc38f021275f34826506
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f534d1940e76a7576fdbca836782982dea50118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7602dce6ee89d0c79e4a5f7b056bf3b787eaca9bd47fe7bfe382aea0cafb56a9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283c997a029b45fe870631f10ac8bbff85cd0aed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61b0ec7febf964df3266aeea180fb6404698ff0333200ba9e2804f1e039b093f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc570331b5c373648efcddda450794449d32a3ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48a5c864fd3c93084158676a980dfe5af8b9984e156dea8d845e9d39052257a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0a7e1b3ed1ff387dde4198f0ac506a482f9ae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6922b862910928368c7119df875f5db62ba90286dd1ad4eae75873bf3bba47
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3e7a2b06f2698861a4b550b838f8abda346d0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6502adaf3ff7edc0825a8ba991ebda0779922d3bae2ec0799c28213ac0a686b9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b280d535b9bcb40acff73b6518734f1da6ba74b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d752dfc3dc4566d445d452bc4af0649a29224a1063592f7eb0d396f80bdd33fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8882e66dd69a5723731c297d4285acc94bb771f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a4319a30080275effeefe95b873e3c58eccfdb9b86cce8e0520eb4e1a76b92
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0a00a179e668b0b8edfd4dd72625f2298c6a0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1303b958b2e00f9a2e71e64a5e227a397e9b5bd98b00175be2fe9811d0d1ac12
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33dadef9748025fac905255704cf5eb1bcf1be3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9020091471545b7207357eef0d72e31809c32a876ef4f449a719c30ab14d5df
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f389d37a2dc541edb98a1331cbd82a64074fa12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ea1e9128ddd32584dc1a4bbb5df92155956cfc8594800c8d689ef8c26b7d8a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c44fda6373416a9a923e59fb1c5e9156c35bef1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a57d305216745044bd7b94978a2f84d18cda8ae8877fc5d6470c98eb240ad33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae25ea67b1fcdbfdb078cbdf6f6b42e18a057911
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36dd044ae6939717413bf7c5c6119b9964bb17a64bc10ed1a921d1264f4f2412
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc52dd5a01ca9909f1e5ea78c46edba93b9e8e99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2da6f731eb75d6a54aa687d914fc7725901ce9b4693f666800b822301457db00
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af3b3106e9b2eac061960f752e5fe70d9bef024
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:781eeb3dce3e91507c5a33d5f59fa5846cb7eb555db62e415df1fb58a0380eca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c479760ad95e3de15d0c16e021e14efad4437ca1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8861050cd69729a2595188643d4b22f7e0bdf10b9fe1d04f77ef0d6d82843b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a209ae631e08737a0e8201e4d29833a5d42560
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1209038c37db3a18cfcb2c5ab897afb5fb0f190e97b65165cf945ee9b7e004f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e80d3d823118f64e74715200dd1e8a507cbb82c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c5d086939724c9787ffd60e8e3bce2227c1b0bc7bb3f5236ebc27d9aa93e643
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185dfca194f82015015530175af140d74276b1e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5814d3ce32a0a913496c29ee2b19a9df2ddb6f161302412fade4175bee85f0f9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..770c3b7bf726f623952a29975ecbc38ab2d836db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:880c73de0050d78593a16aa5d7e7045f8537704e5e0b2e47ab9c7821b7f2d8cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fd88677cd0940cdef822ec96bb3a077ddc1015
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cf17e7ebeca5bc0bfa0f488916647aafb4e4483bd0415760f8330ad979ca852
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b215bdd8a03c9ad987578c40b1df2a91183f189
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf647ec8c1837a3b681621082a1300d188ac0f9ac5e282adfdda49f62c57bdc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee84e64b5eada36868def17e039888f5636b1e33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf66daaa88a1ae42e7f485eca63fce36f6b4d6804beebeed40e18b75a33342b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76f06431975e17eb6154e0c4bfd20adb7f9eabb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f94e24c94643797342345a4a4c2941e3c9cdecd80758e0ea2311dc2cece2f5d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca66e732b91cfce6bb43678b0f70bad71d0fedbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f27a4ee1700a79aa36d9e49b7d216c4f80f565a635ba12e371ef7700666536be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06bdec5c667ba350d02499266b852613f364ab2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05c5480ca6631290ea832aa64bb92dc4bd511dc98e0d9ae2c68d4aba4039ba2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f212175d847f415b109f04acd9ef4fe537d13f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9f73aff8b37fe4155f5fcb871e7356aadc2604cf55bccede4f105aad184a7c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82f4dcb9ed6a6ee4ee6f5e5fb64f4180fdbbdcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4a75cd31df6c304feadddcfca9cf656b0fda2ae8e91f67df12b29bfdee524b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc07e9965bc41cd746363eb18035f82f143b23c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e443995f663d01a907b8c0d5890ce8f5a1cf79df0caa31cd10368d672b2642
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1cdcfb1289dd4c4fd99b8a5e64da26c6e7e4f11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec724c86012450563fbea2814510d6090f23efd817fabfacd0c7617aad77a9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6653475296d0fb3b5418f770e7b88f6d6d9dfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79cddaac9374cc3edee73630278a7d37128cbd954b67d97aa0b7fd4bf27ff3f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eba307ac80fbdcf309600ec170525dc9c5edf26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf654fa267c7f3d55ce3e682926a000afd29e2b3a40f27072d4529b1768a01a8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6c79c9366bac0fc70d06f56aeac95a0ccbed08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fffde25183d8044342a23841115e1ddfc0d386029badc23e11a84da951bbef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba78c9d4713d4b2f2052c3c47ba5d541de162d58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7e22d85a4fb6a05c5a516f00be51723f5e2df7dfd29241ce02a1178bb37be8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048e72121b350c73605f55ad34e6d246b2e3a4ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f834852cf8164616cca7abb6b132f3d80c50a5c2d9b4d41d11c072048f32c49
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a04e0cb887010db7cb0a8715d958910ec0097155
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7436ad5a905c3533012de283e571d41248d3c21938fe098be21631d96511c0dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..971c432f55011a464999a183b3b3d139145126d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7769ca237c3a55b6f81c6af7e39c48ab543e1b8098b576ef90a3b2fa1c16c480
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1329ae1a8ac6b7fc413319409b3db31b5db89174
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6043927f49a8fe7196779c34ed850bf1cc95eada989ad3d393e66cdc7457173b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b85948c30418ad0c3d8fc0082f88600c2252e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd7670b6ca352eabd313b7799f7f18b72c900cf9585adbebc524ef4e2a76073
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40afd6cab234b48a9c672196ffbbd181eb812680
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910780a730d8e882d22f881ba2b48d0ab7115cb5d3cf595291a64a3cefcdd089
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042be10944d466d8315cdc8bce3869c8b8f449ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0f776a6db107b2993cefae5bfcb6b9cc23ce098ea117f08ead5d6659e50cd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a12a304ad59ee41c619012294c9c3c300ba2cbdc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10fa604588286811b3b6145005bf9a219a16bcfef2d637227645c1aaefe6d08
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f144b4f3c38f330988e4754821976fefe9967b21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f3add13e6513ad15bf21ec0f05155fc15a886a5d0f67da446fa24aa19508a02
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd93172cfadc580e724f956d3801b641f3a3a22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cc9604e9ec89b6a9c4495c6016bc1097c40b086d1c78b7c4f427badb7ce4ad7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6616805f651080b1a5f7002bca2e9f03fef5841d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731b49ef857667d75e7a735c820be1f284d406560fa3eb548052df7074e8ca1b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173319357caae1b26395620f03c75a41d13c3156
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20278d03cfd7747030113366ab7aac79215ecd2548b8bf1f2dc864128b5d73d1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f64585c8de0ca546a6d70f5c5a182cdab2e4692
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff70b359e81259902262c801c1c13c79c2b7fc8aeeebf3a3d88c2403a8c88ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da3ce775414cda6ef90b993743bc1126507abbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a21c8a82ad751608456da63d6bb9852ffdb0f5965ecbae6401acc0ce8a5141
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d1912dc1ec6490727c967a1676acf7a5a113753
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff50f0806b8d595296b1b6e999f2a86aa5e778b170502ad5198564e46d96216f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2b3afb4aed7cbd3ae15b21e3fd1e75fee5f0e07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e397f8972132e72304a63c00664f009bbd0e941c50a0463346adb6723f66516f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932b595ddd33706f1370bcd3db54e27ecdfa9115
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a589cff05dd69744468a880e6b1fee95edf6c5d0d0328efd70a5110af80615bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c950c6a00f19d181426672493c9d29fc77a4e4b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c92f6e484859f23d6f54c99bf74ed058273d2d1bce046bf6b1b2684ea39a43
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf8b87f759cbde7d691d1203e261708533e5f84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa5ef36c72245a5f018809262c170b5afe40631480453b6670e84d0967d85f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d7fbd382eada4dee9a3f2293fd8be9771d2295
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:533cada237fe8d35635d1649d4b457fe37fa44fd1e585ae9a447936db9d1f9d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e7359455a9d7d019e8df794c0e562dcf530df5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8165246630effe2ec82f8ed310f11a9badc026ed7047c1f4f6b3ec45e211d21
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d60aaaca85b762e067019579c447296d733c1ee9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7f7fd820df4dd3c402c406dc3ecfe9985aa9e3d0924a8bd352637946a8e219
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfe2f94e27319b8ae35e72967b658df6b015e9ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2ed05f110bd72248a0d842f7d686386543a01981914a102760bd3fb30528d6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98376452b7fafd7eaca8c90eed98b9cdabe3e3d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13db05e5aa5706a0970958dbebecc5c5a8f436cbfc4f1a32a50cee1a2533dcc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cc27b40e45b389029386c22ae01f63aecccaef7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8cc1f98b5cf04916e8d9396423175a72f7a68346a9aa826ecf4b3f7c109d905
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..922133c22c5482eda300b862780479562fa71c0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a6213288be05943d83377ae4b2d85bf72e544ebb0a8abe39fba6ed975ad711
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a3803024d638d6ea1c111e515f66bb986dfcc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97508789fc1dbe00c2d12e210c6faf70455a8159483d267d75570fc3d911b69b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..873b081bdadf50cdfa31e012c2e7174adee0e862
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb0ffc2c9b24c8a620b316b9a3f4c5951c042c560a47d261c19814282220dfb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b57fd38e27500c2bf517e5ad871b18da9331bc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c6265a314a12536b6a4ec1f6bf822af96e9c035f7489b67864c6afe30fd38f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b046c438ce290ef415aef89e7aaa45bafdbc8bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ef99cab851e969d54da0095ad1d5f87c42f665f7bbe9a060ef9335272ed3cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e937baddba4f877321c20a1be599d12944db790
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bdf8c2de231bb6a5acc94d43b24b926665250f36c91aea684f0a2c25e953a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f641814b5b868af168fcf9f5156d500552dc30e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ef0e0ccda0d3173b79334b5cf04352b4b845c2368d6e5011050e7828fadf15
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6737d8c5e693957beb8aa982abc0fac8f2fea9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:280d44086c2b7f1daef483876da95bb97cae8e7541f5e10e6a1bbd8527e5765e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93523a68336e728f69e9f166e769c39f4c75a3ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859d118453a0291b5196f73344eb9ca902b82094d3f7cfb75eb7465ff3b6c76d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d09d4befd2bb87961214cde713c007ef0989a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333c437e5bf029ac3e21d7f4741689e02011a5dd7d25387783606eb06bfdb1bb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b70fa013760711b729eedc34b6f03f0a52ca6d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22618ca7f89accbcdbd2caf6dbdc3bff96241e94968f80c758664de51be1649a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fb7f277ef87d2875e01259820bd15938da010b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffde283d1299f26f662ce40a3382118ecbf37a1de0b4e0ad3a58674d3133912f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95de71cfab9cddacabbdbdaad4a55b497090e67b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936d4f1868fe7ea07a6f317b2703028d306434b05d46e3caceab1ff26404ed89
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f021ef1d5b4a9c6c7a15a99338e0effe09c8345e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4210c2056cb94ad42d0e533107f0bd76e31eb9da72ef7ebef28432bfec821b7e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fb3d7b2f6c14741e8c4accd50480e20e935fac0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e57738f70520f4068fd6f450ecb3f8ca493f73daca1a8282abd1b61fca300024
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192e8adc38da30b63323c43fa42fdd82b67723fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f193fece16e5243956c0bb4737a70037cdea74d58e859d257c353bad91bec609
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d85ae3c3fca6b2a71a30c3584f609f068f33c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ab8d4b9dd1301380fb0015e9d65b8949643ed209ec442d05d910d47b70ffb9f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0de2cffc501f7fbadfa93a7ef930d55207e9a7c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff24bec7f5cc55ed146b26acf31ecf345b3f1d2b7c8c37bedd56d980fb9cf659
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74d476ba05ab66dc22fc0310b7bd52f797d6c1c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d98029a377c424b1a6b4af499335345016048739a0339ac110aaeb33de2129
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1c983b2ed4f75f629b2b7e531f537493a5290e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9f35b60edb0b443af2e0c512531a5044d630a6c19d74b58cb7bbd612a099f2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f29e2f4d7c2a45ffbeeff374e0226638b974c15a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4bf2cf429df40114dd9c2fd1f0707f97970c0109efd129b29367762d124646
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca3319d0ea51dd7fc3331ff75ecd9397219aef5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ccb07ff87b215bb5b819cd9c742035f1639bdde70800804c274030069be6fe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e9b95020b1d6f04c279d9d27c339a899834198
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acd69ae6b582beff493b751eca3a3349a8d6b18d89be292663f0d66e9db06c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e17be587f26bd535f7b661b185298556a03991f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432eb854a9b782144327c263078507d889e6961b4198debc12ff8fa59f3be7e6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba23f7464b3e0d7b4277d349d6edbecc08e006d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6b346f8bd7a3b7a37782e36ee00a1fd850ef76bc56e21f098c46ee74365383
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a0f6f75b37559b5125190fd6b0fd74cc0a2d6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3713ed16196855537880aedd75a67d4aa7ed611da4c44233421632dbe6d08f87
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f281a688aa87297be825f85924635eb3761ecaa4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5201dd9eb3e5fbfca230d69ee3fb6ed5e7bd50ea0dd2dac1bda2efc6b8d3db6d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20571e534e8dbb3a791b8e9e43a9c2c31f06ce7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d71c8f001d592b3a96dc1251d58bf06bf72b17a9ec2b3cfb84631ea222404d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9088668835c3985553b7ca7ea7e7dc1a2ec2aa0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721ca2d0f3a6e6bf34cc343a82cc701b571402a636c0bfb9ec18843d3e37b584
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50de78eb3b8cbd701727afbfdbc937c1b99d3e59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d864f03f8de4a7c2f50955d428a3c961782ae0bdaa6ab50dafff7fc2687add
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e97693a85b38b9669b4c9c20270659db8a4903e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1dd2314cf28487cfa101e70fa832bb19e6674a492778c1c479129f2e52d77c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7902cd16bcaadc5ce0a43c255c04bcbc8931b9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee729ec96ebca3b537a5d52dce8cb0e2c801cf3f177c4d498c7fe86fe074d315
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c257ad7f295afba50bcec36ababea3c541ab8d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae49ac26e91b138d3e3111c04983395b7a4f69bed00cf01e0c8ea272a1d3950
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d7cc142ff308725910639fb5492a6dd7abd271
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35efa861853194c6215243f64f87688f2318a3e27c96618b996e36cedf1fc34
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb52e79354ef86682971996049b185ce9841081
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30b24366d8b585b65190593f93230dde37f6073f8e3cb7720d7750244e619df
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64fb6c970baeb9e4010ea261d96f00f82cbb1ec9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f269633d89e61ed0c6f7a6b5556c53004e2a34ccb265674bb1e45114df34ac0
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ef5e8abae655e6a07a11daa03108b57cbd6c9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eecff1f49a46286cc3b6f71beddddd06657f83f88b967e1c8c59c77a16758bc
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8730d852aaf950f66a3d924fde4aa0efc023e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a5ab877e85685b4d0d8c9d031e5766dd6b2b8f2723f9852d3752624aa83d089
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9d122beaf384f1f1dd6dd89ba40601264b9277
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c47f7c7368e7ff7fb6edde747610a496b7ed6fc0386b20d504f842b6f1c3d18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b3b08f2790728f92bef579e47d2aecb8e19e145
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70ec959138263f5559cd952348d946caee2870f7a12f81f116922b5cc0ffe1f7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fba861ac6a6c83cf12d8468a98c980815a9480be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f29f150b64f82c5a06c1a4c01093cd0ddf4a891d966fe5066102ccec91e6e2d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd080670de21187566627078676c46846d16aed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8fb6758298790a90f83208f2ac036f726013ae79ad68b32693d4834f6fd04f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a2f87e287a0cb077dccbcc45f249b2e9f23302
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e4faefbe888992eb02a12ff153d225d0bf4b49148fbaaf74267f5d55648f2b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45612e71114977cce8fce7b2f83631cbe6995859
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e32e314b5a535a564f7850a63463fe90f7b87cbffd2a90b0fe0428713039d0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b65d1d7d907b6e5659c921508d4f40b86bc6d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eecb436fd5e4f3f08761e19673720e3cf2c1849de09dd643783fdff7b89fbfa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e35498e08779383b2385723c3fad1994900f48e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:590e71b26dc54554b6aaca405de12bf04ee2107942941ecab2eb2965efcdfc96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db479cfcebfd2417e6f71a51498aa553c1b35b93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e982edc05361f105a0e425d932d666b598b3904a12a956dcc1727a06598e411
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1466f13d199980559de42d0c9bb44488b4e07306
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cdfa4c63ca7e46cfe676411b2fa53aa8307deaadfc74745927146029ca5aacf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc94c5d0f035abd9cbf4f50bb823ee6aaf0ef9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f721f3a34c3c485f6702b852125ad07614b464c39427225f1e84e71bc867cb2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8488ce9f5fba8eb1fa23e2d262e2762effb749ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:254166e760c40c8654868fdea96180ead9fe45a378f40192811b238ae0729ddf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfb951f1c5eb40a0ae44be7fc2a2f64212d5c7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4dd8276f12a52558133eeb4365ccac930fe84ced1a3e87e85f3829dcb7df2fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f054a6e1824f7432e7efe99a1a0d8838164ed6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def759fd1d004bc6ca3bebaca29ffe5ac65ebc5e0749975c5c0c2865c99af3ce
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d7d93796d75ce107cc39c4b37e669f3a6aa5558
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3aa0b63302bf5da8df807e67beb7800e64c8545dca1c5bbafa9acac113a02c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f30595b3b2c6dcc196ed2862d8c28e9c71d98b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29f6bd92edbf06c7413bcb8e63dc4d6a5bd0ae615e909fb5974072e8dbc7fbf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fef2b8f3ea87778f12818daa663b31288ff2df03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b143daa0a8ae4d8bc83177054fc2292225c867e8b79ed7e4c3dbdf5591c1ec
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27de3f003673b0379b55055f348c850c3cdf1b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be08b02682fe2be6cd931be4cdc55babbb7a5991a17eb2442962e0ffacc77d03
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d0ce9c9615bbace3f50e9ea995fb9a81cbc38ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466840d62de25ab1fc843f8980b11cddce1898dd74fb3abe76700c69c3aad2c6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbcace860bdd1cecb041f5eeb64036dc91ac8e31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb9b233617984123a0dd8570a9a6769b2f1d775ae09263fabf136a84633402e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234b5d96dee01fd86d15ad708b626e9eb95d9814
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c45c892e3ed4911293292c07ae9bd7197abc4aa085f8f7bef122c7fa5b56884
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e11f79ffa4395f7fef484de18ae9e745b9e7df1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a638dbe978b9887a368d56f44f5d68a5caf9ca8a520925bcdddeb0b3a82345
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d6f31ed49c3e8abd5a8521444774e7bafa728e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c49bbb02a0a5e5685a16e3010ccd52283dc6cbf0dde86c8992043489fa3e68c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016cc2f9818069c61a6895a753ad8c03647e17a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2840114f6e04622a2f0bbcb7f8c5fefe1b64636d4a7e240bf448692cb697e65e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef52bd5c3aba6a413795c44b7d50219d1d93942d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f9c50c474770bd8c95c84016d7e786a363ab0c28e2e80253082feb0d5b37d99
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5e254178921fdd1283b91f06ba990d9b997ac3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8266d533af63fe5e1674dba2e5bf1dc16083ef8c7ec7910d98a34a96b84ec9e9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba0c8142fad5ba271b521111afbc405b417bae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b7c285ef018bf82decb2f1d4141ab86a02a170bb3a58fa7dfe9af10869165f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2480b5da930ab8fffb11ab09aa519bd08b86ee5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b3b3b7c7497851192f6df9f962e4cc795ee37504b529b8eb57c6d489ba06d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400dd2744e336c1f097fb14404765785255b334c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3a3b9ebdc8766b07993b26f3f915dcc21834db0b44c6086e5c77b4fee6a96d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcff345ea3a5ec96fee9d36ce70e626862f8749f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e7dfbf3e6ccbed037b45a7ce77c5944d0e9e7cd51a6a132faa5ff39d34920f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..528caeac96327a973a93874292aa9fb8276f326f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7570dea315bb97c36bf0d0eafdf7731271f99edbcf63da7ecdcf8f3ae27b133e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd2ef8a1e782a0e3a5ecdb4af606b49174c78c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d13ab20e946ffcd8251896bf4ad29c225574f6fafa6f34c171b4bdcbaea03d6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fc39a8702c0b6b36c96b89985b887f448c6a6a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:428980e840536cbf929fab37a51d04ad0725dda6fdf366cafa738b2ed5e7fb9e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec54d611c59ecc5f9e5d846b79f094c5453ec1cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e338cc9e0c2502c370ac62e154ff2265697574d7809c1b37e7c2c6af0fcec15
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee871da84432d53f69a25d91de2789b6782f8144
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad02fde860296d4849e46b27bfa3ce62d4b727c46fc57ba0b3371da23193c941
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8967274ca613a1c22daddbb8097e405096e76c6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:154ad28d1914c8ae4e90cc719e10c7aeb0222e76ea8769a2710bdfd06a94a7f8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447cf56ae1a54f94dfc4abc73e5aa7a88a55f50c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fdc227b11c39dc9a01e385e6487280d3a1bdb1203f23afe138631162be7eaf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5467eba3a6bee2895c094c63705a5a2d71030d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b41e457ac551e2dcf657c1dfd4fead71266bd5698c5e6ddead2f93187551b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e00c690e8b92b0b8eefa4f3c06c2ab44988f7d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:592c69ea11148544d54622b2da1fc4f73cc6babe88b07e69d6a71095ae853fa0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35357d7469141f86b9e221e731e669019a923938
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5131c812521782f6883782db6e735182570c000aa27852970e376fe8d3cd88
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92181e30dbad94c3560757d6c91d6409b8a9e53d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4b18fdab21beb5db87fbcc33e26830fc66d3e1dcf3483e2302264d3bda768c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10a822fb433aa63bd4d332358f945b8469e6aa6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9733b1a9aca07bdb3901a8ce01e3dc5ca19aee2065dc1830c41046baa75f9eb2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6b664380f868c9fcb4db37b277afba54e5c2b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57023a0805b7d8d5d473f6c170edcad911f6d47ee15d3eefb1f5a1eb9ec7a998
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d01a059fab105267bbf8aee915fe1f91a313949
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a504d1fef9b9bc0a802adbf322db556711467f2da6b44af5d7e1b1ff8287a9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e1bc8d5edb06e60995a1ba5094c29a6675f15f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60e911109419282203821df022647033936022e6290fd1e8fd90d51686bc5ad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526f73135cdfe0c5ba66329a37b7f41f1321a1e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ab55d4396969c469cdba413b8044321c48dcbf4332c56c2532737061412e74
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e349ab1852fec63e316fbda932841497b368bb61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48c044b2a2f8df4df1c713b31cc0eab3f7dbe1e5c37758e6ae46922aec6d1bb7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..777db6e2ef01b833bcf63fabecfcb3402e85516b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dddeb2f99bd3cd6ac3ae32b225b560d93e2d61bedbedd52b48084778acea5fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a2d25b94a0bb6967b0ae61defea2982a72277f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:770a9d31dd085044d09270360a02699c5c0720d91c29168ab0a8146cbd4fbedc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c2bdbb7a2d69fcc4f09f8b6de5aae59f7af25f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5835ca51b0554c5bea0b748ab80fe802840611abecee93afcf62ac497e128488
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3bac809b52b4e54ab1fd95ae005f29bf0fddea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b039f47042784f7c3b89eb479f931aee11bf53b948801bed0b6e1a9837f4dc7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fc8005762fbe1665ed8f3dc22090b790f056504
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b029cf52bfa00da69bcbcc5fcee575d02896065faea1486b5ff634c24aa032e6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e665306568d0702614750b5acb4d4e762993f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10096c3c155d051afd0743ee2ee93ed8f9fef98a2bda050185838a495a8aa9d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d350a9a64bfc9e36dc3af5a7ab06521c7a0f1c97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7d7ca56b6a08bd51422e2a0fdaaecb299e9db0e7b922a98ae33935184cacab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3223ad2d22f4cd78705d9ce367b64de80498e1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f96fcabb64318736b17c50171ddc8ba4858937da47e0a3c46474e8a2121f728a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db978b57d0593deccbce19b431d5106947dcfbd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17836c4dec88841bed27dd8e97aa95f9194d4458577578f0555b3b46fc255385
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04b16802063726fb0e94858b1ee130cb643769ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2b1d5ab524421817414b6979e123ea121c0ab79ca4806d4d15f18ce614a2b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6913843e2e3d7134c16d3f13eb95696233bead95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9a3fba417ecb043d97ff5afdd7c1a96a5833b034fefedbb216e4bfb5d39b546
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a8a52fa4581940ed940a57caab96ea7b3def671
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a563631de2b72780113104f3ae7461dcefba5a1247f16d3b7d725a5c970ee2b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9fda0ff1b5d1dbb7a3407ce8f0571edae36329d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1d3efae9c1e5fba7d8c07f11459324aab82cec6deddea0027830393f5d7b87
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28f12bfbd6e4fb0b78181661e1cceb2b7dfad82e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e13e81f250ad9e052ef3187c88f5e8b145e066ef53a12dbc4024dd0a097afd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef74908b25856b09ebf86a7a678d63b46a007a92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:421ec8863c67b2f6b1040658ea20e52c943c798624a4a4b0e0f5c84b7aea2481
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ebcffe1bcc4582802e913c43969b22c9851e6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd2f62d14e65984fab2e58a12d2355df1d3927443450d9d24e3bb9218f069f1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afff1cc2af9b0aa74027296d6f94acd167efe488
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fb93a1948a4d6dc7be0034fa1c958ac75cd758568604469a9762bc71438722
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc8d88bf8bac2822f2c4c1258578cc2c2960469
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e8bcad24b73eca8c485fd6aec55048b207da402de4c3a53b0f0805972932aca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1a4a7dc213e24b47743bd76d2eeb800030a6433
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56391fcc856bb943264c77ff880c8712634ecb6c9a99c4b6e033c2a4c2fdbb26
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..043d39eb4c9f0965826f22b827ad3d30d07dc336
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3fb9a8d3498f525914cd3aa4c28a3a6f47bf02d1eaae624746d3bd0fa94c56
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b7fdd12710efcd059bfd6c8e48b0bb965fcc92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0903f843992f21d14ead62fcca7a940b652f19dcf253b2b9868d0e0479edcef8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8eca35c81c02e9fd3099ec099a6e5ff83e6dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b4f3ccdbd33a64deb8dacb47026a40634b518e6945b94a76274e045ffd8e09
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d056c75b8e96ac316d348720b4b8f42b8b58c1df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9740ec054529c7e4e4cb8085471e52fe2f1e8e61348ce4ee2e170e2ad9ee14
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fc1ece49cb26aa2af250f65a713cc17b9c03956
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcbb62d24ef8539112e17b2f27059ad9dab83b8e7cb89072f875f7e8e76365a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3659453296c08fb04e417fbce7a6e872037d7fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25286ac72003cc77cf5c8e85285ac27e2dc1d760dc2508e51bd69ae74ec4964
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3518ce87e82dfde0a6b19163a313c2afe0fba9e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4d3c450a54a4cdc9da99ed98faebf36dbdab53d6ee7e9d9164a9bf47ce19f1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60dd39f22684eea8afea5aaaa5cff3cda8c3a27e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2669fb113054725ea2d3845aad0c14e0bc8030e4fadb519349b5e893a708b114
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685713ff0bb78608cb1f540b913274f2f5628c16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1680eb590f674047b6f39354b968f15266cd034f3799050a0e422bf5ca08e9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e035cc0d0c0cef76c8d6c0ad329862957df7fb8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5d1c9f7219dc0d98de5bb925333dccef90eef11c4dca7dd2226076b5ce0e692
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640deb8be5adc3cf4cd7ec6e0dad90a6b1d35fd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fdecdfd96caf99a51e2df3799a736966ed0f37a2e9493f6b0f6fe7b0808d506
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fc4758d98efdfeaccf8917734b5805c07b4224
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0dcd29ce6597186b3495db804477c4d2790d4a734e16536628bd93a6a89744
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d799a23c6781e83abc6971fa40c9ea81885815f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0228e2f97a8f8623bde5ffa6b22ab2659796fd54c93223c27fef9ff84eaefe70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd992d65f048dbaa747d8ca0f13f2b7cc038f8a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c07512521b8d8a13d324ddb373692887d3b2e327d373749f3aa8114eb1e1cff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4850b3044f712bbd269d4523c1d02938c3cd37a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f2222b0aa3216fde0db4e4c2416d319ab33ed25789775d7e1e0cd0a2b00ff7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d321400450a573cafbfdc816acaa7fa4ed52247
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e093a29925c78df003a560cfe7bfc0fc56d7738225e485e5ba7f695cf75d8b6a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0228e0546ec8a58a9354d6525b28686e5c5343fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7788b63996a6e3cef0fec38a363f6cc8dba42ac32c1e13586ba02c4826726f81
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cbf69b425da371d91841eb639b85207a75e5a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0877f4908ee95ccc37d3c1f6ff94d66fd75d053cd90dd69ebd03d3e679083ac7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38284be59703d6494b036cb679cfeb2c1b1fb53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ea11b38b72bf87641e84610fecaea28a454cc1adefa82be5ccc85c1d189fb1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b7ee8b06c0fbd1026042603d084d49d5c24dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33def07fe805da5154e19b5e883a19241725afd9e5841a5aa3796776cffa88ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..294a190fc3b9010119ebd4ff6ee9383895a9295a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9704edd6c67f17fead473842b9f26cef56e6c8431f58a07e77520bfd51abaed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d313eab0be8759e2aed40433ff35bfcd406226af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c09cf04d3bcf55e5c6c394b40b78e6d9191f5ccb52e620bbf60c2a12dd81375
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d302e6408cb88541cb07f5839bbdf209c5793f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18120e482089f469ac94a9bfd77e613c743e168c104dd7b6023f005860fd5432
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59cfa183644fa873bd42ac975ae35100cc86ae54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec80a4a5b52fdb79a702be193e6855772767fa0b9bade822f972bc7c3714fd1d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddd0e5e10ac9bd3a90366724a31b5bcdb9ed59b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b4b023f616825695e9cd6650b58eb39199e8aa78788c56653c33d300f41c15
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ca21b6f9e6ec8355a3bedf000922276961864c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71eded721345f9bbf47fa64fa32d1b1adc2a836a720f0470c087b9ac6738e197
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb37988eff254c169c49bde0f7021c5da295eccd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:053acdf62a38148d75ec49514d6fc1e17e39ed0bdcb0c1abe13915c9ae54fd09
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a061f43d4def3e56e46e601ebb3c941e6183a4c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ed39a30f1566d5181752f6234cc627cbcfedddc28946316fc8dcf9ea6a8ec5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5efe1c42e84e03dbf4024af430d123faab1c2a5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed85688759ef7a9029b6063520bd7a84609f29e33ec682c55c8f79a757f572c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bf3edd8ea245c4ea8f6d97cb94908d11842e553
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:424a9d3359c0958fc9734726aa998d63564c4b812a9d6ecca91b9a359c5fbd6d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cec52903376e0573f83aabbf464eab3315c863f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2499d874b410f281158311b97d1c54c2782728ed1079d288b9d0147a93f660b9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0dfe3e22e187145a03ead26ef36b71429c6afb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74da68417a86ac404fbedf5e13a2a909e6886e86e07e5d725fa49b4056cc7dbf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b02b61aaf8f4e93feb4d45010181fe52b75e034
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250b0cf6f20797c51425e836e1e5ec7921ca00e2a3614a856829f9fa90003b7b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d17314959d7082d713b0323cc8786438105d3c36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22058f6efdeb4daea5a115726c651c8f59d3ea7a821d7c2592941cb9b49b9836
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..668e60a207d7d043356314cb7c2ef5e7e01c8cbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9fb93502033e6ee388d6d2a3ec4d89537b79b57ba2cd6bb445da3a25bda20e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ea4853d79066614ae82191e02ecc14969a54aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db971732d21e417eeec29369d83d1b4498e430df99383879c2e2f3da63bd92c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1e5ce0a8bc7b8dff21cba6b45d46e66e85279b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa4d4eaa39beb9056c7e44f6986bf8f34ceeac154c21b7ebbec47f039c580a68
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5225750ed0993160d07cb96fa7224922d1f234
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2dbde7a6635c7ae6c58199ab925ef353d41578031155442318ac80d53cc69f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..000166c642f7cebc9fd9d76735d2e090f12565ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f41ad01194fe1a858e52f40965a9edb462baeb78abfba8ec296e517f570f12
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be59ac41087b5a9aa106592d82f2b33da04a0d4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90434c5318e1b3678605acbad6b61669607e243782662f89b98c99cf3eafd99e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143c8d02747581b49ba3ce5db01e57a073f64517
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6fe40bb6fe70bb467c250ffe8ebacc2e73320d0c7bfb8fff97977d40ece8b6d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ae4c492fd51fd543206131786a92a009a275af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b00555f57e5257eb9170cf3d1b0a15b4b4892db02403a0646f334f55eae591
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ccdeaa12c41f6693e96730a3d038b919e9dc5b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf4d65c6c1ff6463ba02064d1984dc60df826ab6cd661889c02eadc7c5177b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67dcd336fe0c838631ea30db3cff1856f11b02dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4c3c8a67e40e962641b4081210f16062faa6c5cec61dbb955404d74a30fc6c7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df8c752564a5b4d2fb737c4e9c581557f8b2552b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:623ee4bb610329bf10d16468d7f1e479c60a91ad50829d2136a1d45a44505b00
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..138ec4698349e7847dd6a5b81f183fd32e5fe4a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea45f9366e8c809bbd48d269a52f0ce74fea17a5483c99d2cde39a053292b421
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6d8fc5599382a4c6156ab04db471ac0bbc1a2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:356de76776d72a0e75900bbc47e787290bf7d739fd69256f3be8ac34c6b750bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7ff306cd57d0153c462fda34aff484f08caa3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c91163e93888114cf00261501f836d6f8ef4a582e7c3454498488253538c0467
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aebe67d47801cc781bad433a2e1091a61410c16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e1ae8daae57ccc254263a848bf927a1d7da7f0dc28b340f0aafd19c98c2aaa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f375323ab1af281b9bfdd859b55ac4178734edde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf369acae4bb5621908488026946a556f0caf6768c74ba8ecb652fdaf1d171e5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5151e242dc605b0142c6af1f629effad0d68ef7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d4187a3657c3b326ae3afd3e64c21a1d16761d79481f09f2da6e6689c313480
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0302bc76203f079a0c994e2d1c461fffe0becef0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f73152845876436bbcebf158eabe6945529f31a9f0d7ef46d515570cbcdbc2f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc176682bb9823444dc126a51a6b2e7bc477082a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98d33c8ff7c3afeacfb28bb8112093547a5f4226d73898016fbd5625a25bf0eb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e90c3493b82e015cb838c7ce62da267a45074b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b943eca6cc19ed9d3d6e51ca48627517b452ebe42c230004e3ca5f342ffba399
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff36057b2b103ee4833edc6d9de2bef04be907d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a8bf9ba8f30dfcd392ae91d61d8c6da2b0c01af3da143b562626474578ad2ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf07db31ca67d6b30e26fdfb822038a057be34a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9259c62b3d5e5934cd9b490f89ee964d0b80ff5216be750ed7b54db3f00ee59d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71abcfc878929e27c7b3bff63457cd4ecc848fe9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0403ee9cf1b5c150f0796a26f2536eee46fe93b3090065e13b5ce1da40343740
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5875a3fb7a47f7683d5f00aec6c19035ee48ecaf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb94780a64c16ee3b2eb5c68e6f34f3484ab4131fc327c90793f4e4c31cf0da9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965ff901baafa4430b7c6103798a3d4025d6e7ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1266d5f8ea559cccaf47dd0e71d67d179b7ad2b5032e165db63478691be7ef4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e878d9bd2928db34d26a8a491e2a2bcca8114dd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebb702e67e5843e5e071276930e68abe58414c19ade32b9095d1a0a4df9a8d99
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56209bd17494c97f34a396b6b5bdbc5d0ea7e2cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf63e68a93deb0cdb6b5b4308d0bb5e31d2e1e09787f6c740e33158c6c90c4d3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8d97c5211551135ee638bcb431b3af029a4678c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025fc0bd7f5f336bb144b095eb50d6bfcd5e008d26e12fc9c706de2d96b55533
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3755686199433d1566975148562f750233d13f67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1f04f7e7fc255cc5b69cbb371a43498ea4a3636842bf8161600ebe899290b8e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3962358c2a308482bd77f4a40753f65db4dd32be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce9c4a996559be616d71c710736a6a1f552984181769310c2d258233e9c6553
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ff4e9dc63233fa2107c872c370114d7b95aad1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf018877e51d5b1a3dcd36a91528fc4694be62e2c79d1e12461c25ce8719a87
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0e5a0cb84fe5d4fb0ed3f71e0821c20bd99618
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b26ea99cc3b789e281a7ac0004cbcac5cae302d8f57c5d835c8abf51f6e19458
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ca1e5ee0cddb55bd04d858380efd51236c0016
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66eb620812e15606e2d6c04155694bb233e0d9fdc72cb5fdeaec56a756eede99
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca01d6a2b7bb16578be85e96ff8ee0576b5a6048
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5efe054351e62dd1c39b13a6ca88fabbbdf50a0c10c4928dd5385d31c9d92b41
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb1c17aa03cee77345b0a7255750f23f25ed30d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c5e1037d5a5aa0686a930e7f13b2c1feba2f8d7d999154d93a618b5ad7bccc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12c848ba76fd5ee1ed10220caf94f8062782bf99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8684c1b68acfbd5c0bebc6189ed819da1c8af046817b3f6fd6824bf443658881
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14bfe9337cd7d62f1771c2fd83235119d1d26846
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7e41fe678e87cf86f9d4d7a90d1c0cf5ab02ad04bb0d7e987a76c104aee2c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90dfeaf2ac0a2f3f9ff173d3c9265407e65f167
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c34e00fe639c918d971b5c7c724faae3d823b707e062ccf1a741d1825998bb07
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a57a18489b4faaad21416bb87cf475e4cd83d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677f8c6142870e7f6242447a081d0ceb281084f4335279324edf0b22ec5623fa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3bfe819d04bd71bd5b2d581cbf290dfe1fe36ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d68943a3235a7ab78f5ca51105f398964bd20ff636c6e1759a77b8ba7d22320
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9179f378697672c8b3e90046b8427998b8d1cd33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a260d0a91f506b20117604995dc283e897ac67877d8302bcbf98f34455c176b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901b75409ea350b72c127c5c56b1e11769683e8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0447aedbce4c3cd84a6b7bb64be641aca242e51d2b39275d5c940f9a4676a4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc885a1513bcfd39aad7b6f8756618c2009807f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5951ee475032e723bb272ac0f4ab516346c970752fde47eb7a6e3a3aab15848e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dbc3a5480a27ed7df4d83759f1f07a06f8cf98b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40828e77c09e191cc5a754e1ee4b28613cb67622933f3772be9304346cbe2f05
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583ce14f57e7213699e78b8f8d8c1bb6b112cfc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa28de0f1e5effaa429ec36523b234d64cfb26027f4a0e489eb49f14cc2746a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29b2e45f3a7772c37fbfb371fe7e421b63dc87e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b396825a33e44586299f3d8c0a7003f47a48ff144a9d552d5c7fa33b1665603f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf824069c81afe44d541d8d0527908a66e27827e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187fba05a02f3c094c8e74b302b35c54e2ed95efd0a591cefd94a1d4016641ee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f05a66da76e74919a981f16a1cde033df172530c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04aac2576ed124c48320ebfbdc97adf0e87c89dd040310d98a0f62c6f45db4e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20a16c242f620eea35ab87a83e0ad29e882be1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b90f19fb4acb317c8e89e20e797de482f8e9c7ca185155435fd1aec57fe1ad5c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19e1803fb5ba2597597154cb445665fc8bdb255
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64a38adaa68592a8629c0974abe2d0b1f992d276a3c431b3e33e58cb0062544
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2ee25def7b0a239362d6329a927863ac4cbcfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10c72b5525760bc2d2f427abd53d58063c1e1454d07cb5355cb24140f4a47f3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a03717e839af5a3934ddfa97815aa8223dbf2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0b9e1de8feb6387fde523bd15831fe4dc38966948eb5e76f118ad392b47978
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b1d44da4c82d935607374e64939d2003ea7f05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf60debceb664673d606b470ca01383ac8985a6d1ac4f999faff3f9130b2ab4d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f016b4226c514890a96955f752248a7802c8654
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:149a60bd4fd6ada20c09db91b7b3caee1470e2b34de6ca08b9963e7fe83ebc4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c942176a34687c409aef5d680cf95983db9df0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94901d6deddfc0e8387fa1f50b996375c0367beed5e2c6204bc3ef7169183a36
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccb8a74453071fbcae02c765bcb002310ef9330
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db995141b6d5fcf36a45f0eca6f587d7a417e67c8c618ec254b75badf05b2b2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3cf3862eb6f04dbc608b1c84890b3fab72d198
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5accb853224251d2b09a4c410e80240e2ac638e2442f828878c57d6307f35357
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e67c044f9fc9298d9937d9b126a757c4d7f3115
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df73d847b60867a87274b280aa7915965da4900943884db5d9c141b9dbf559a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f1b960cb4554b1a10dba3d2d58d49a1cb07c33f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85ac94a0eebc939a2698c6375343ca8c3bc7e398c874aac99671f82e9b614be
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b4670faa635fc3c93052be14aa321af1a23032
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68d5dd28a87c714196df2fe1d611effb4a3c012be58176ddd5d822fed7d4184
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e57a2fb069cbd3e277472997215ff61164b6df6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a04ea0cb7713af04a96202c9271f62a897ed2a27814522c8ac2c836b82626c9c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cb028830ad919b41a96f755cc7edb4dfc18147
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8329ad86a647f54c9c89af08a6c3700d71e069ff3da5551558da413e40a608a7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e24cef2bf3564d6618e551e19848a59d722dfdc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234d2fc7a4a1da31f03575f98fdcb7d37ff48105e33aadc2c27841b80bb680c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157aa28f2683b095bdf322a921532667e9a61810
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b414760979234d45a863b44d8ba4b7ecf34276fa4839ddf95695d8f2b03ba151
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba858076b67ae03c8c3968d44b24e075f0d91dc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c5bbfdd3ecaec45904cda3b1f4f177521db1f121004868706e539eac224e306
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5ea86c13289cef1adefbe3ff54010af881ae55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b47ef897bca97790d7fe7b133972e6a11d655b12744f3a53e0a137e92d68af
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b811c4c3e3d68a34b63f82eb7b223f3c8112a1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbb548d2bb8841e091663eb61fba4d7f1d95db1309838aa0b5d8c8e2525d3912
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37e98b843547c1c401e2002a0db4a74917e5036
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5e73f79235cbb204c1662ae9d21f9199124a1a39dd682150f7e4971e3bee1d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79855b0ac838f13bbde3428cb55bc8ac5e68dcfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9c0354af4131f6aa366b6db17c33e7bab4310f2e73f1366ba7b6ef50f8cc59a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..074d4928aa830d01b6e2cf23f25edaa4325b8b76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad11e3d167c2bc4e086c15344d61d41b5ac2ad89f96a59289bb8f2a287442c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1f3aecc8212a945784c81552b05cf615b500d5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bade51685dda4493f22b1d931cb549e9e7098dbeb377b348aad84e347a3cffe8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443a36ff0249537d3b358a55f4fc2166a7c0552c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923eb588c5211be888425dd6bef0fbf318e172df55aaadf00050125fd5610ed0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807e45788152ea03cc0fee9b5cf11ae2cd8f23e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0c3b3055f74125f58e3394519f4d8f01227c5a4b1b0d8dca00c73e9f12271d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a455d0d2324ca833575186481833ac03a7b37728
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2fae6a443ddefe511063385c0632effb5c72bf07c7e960565735798bbdcb61d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6258bc677867cf59d3470d80c651d19eccdca87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce9ea9dea69417147e4b11994ff815a232d07a1bc369d824ffb851679d9b1dd4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4b5631820b298095a80c2e792c34e37967c286
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffbd52862b1c0a7c435390c48e618487632a7ffee9429596eee7aee5f21058a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7158b0e9b167566889d6df726556cc2bc2c043
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:760aa4e853f5d5d5024b42b16318842324f7b61aa036d9becd6be2ed7daf963f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e60088441c0b56e7f68d98145174ff14c095a11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61bf01e476eb570b46857ebe5a305ccb8b9d38b2374b10de37799884d8c8a2b9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6de6e9aa22d8fc188130e9eec4fe82bfe64574c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61f0101e215266c069b2a37599331e128931ba150f32a9619597752d476c3ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8140af6a8f7b6428d41fb26174b010b6ed2e986
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fed37368e93ee4c8d6fcd4ea6bb5e48959b490ffe6d136dd7822994f2748b93
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa48cc2cc045c5a1fa6a3ca7d1d39463149d1393
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c4239e8d6a38da042784b61c9d3ec85de970c8d2b7665ccc8641383b6d41ae7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a70ab228fa1477322c218a800175b2c096d4fea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce50ef15c67adf4de6f2820e9b6db08f4c9630a487a32440e3e12d619ab70ee8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6ef3f9a04accdbf32c5b1c585207162745bdab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6299fc6b2ad652d2059f72b94d85569e664356137895428fe4f23263c45c5e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc26952dd9488639918258bfd8fee0b5f40a699
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83216a9d577d48a1bdf46892ef081002f1a90230c4ecee5e3eedd86b5f058926
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..067c1537201f938ba6fed5747b95b7ec795e8611
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8126a9f01369a92f4afd365f562e3deaa3ea5b089bd93eb625135315552f7ba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657a23760312acada2e0825db13232c5a9c672f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8f8f7396c77495533672757b2ca671283038dfff52783d95dfd83107af897dc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6096430d7c5487a1d09005852e76d9f24bc593f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9a77d1e21f1185ae88f749841bc761072b7a0a8b2cf44e0783aeb44136cf04
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e47562f4fa2c66562078f963266f80796d41c70f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d43c9687f1b2cf7a240a76f812c7597c03973861292e55113b8877d82b2bbe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ade512497132298c70c8732cd19db5d8ed0b91b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bfbc4654d8d7a3610c1cde8d01c67020ea2ba1c4e097df5f1139214c6b721a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06314f84e4e7cd6ace1f495d1348759cbcc4da86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b54ba2c6f96008261516a13f0a33fb52ed5541c17e0a87d94bf5c96da32db6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0639f92cac19d067c8d78edbdb47697b85c4cca7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c5f1afcfcd3a08b5db7b31ef08a134ef05ca11cb83c0d88861374432f486e9a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e7e50a97068b40520eff49ccd1e64120900683d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d980f0f21fd19261b90447d2cb1d7e2dd48cd73a88671a7fb5954b2a24a9ff87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075be2df6ea43afea1e5b4ebcd606cef108ff475
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc541710dc368afb6127d31a66223e676936a91aa48310656b44210f2236c75f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad6cfa8d6fa8b2647290e03c61cf8c37e1d5cf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5211f31e80abb3dc87374887b769979d849f9622616777e2df54ce393427baea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d867ae93d19dfe8dae0e20e5e46da35c5bd7a129
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0fdfb06605ff0ed70c037a8325b8830e7e0091c9ab7e4d45ced8fb9b1abed1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff969625f69f29d83d4ccf076362b011519cedc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd788825ad0d45f911cc2c8e5f2681172b1a085fe68bbe31effebca82ece959a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237fd9bf8f85b920b5bb1d9c6d89623c88793bb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc4c580150d7b7b89b5d533aaff8f37a39bc3f5bc7511951c0cf299c3dc3827
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a156a34dff45ca465243f69461894d33814740d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac086497d89ca04f9aefd7d9000b6a0a03ee7f519509cf4a888cd3d14292329
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d69d060c1d09944eae94b416317019a49dd5926
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2913959c346f43c724bfaa689c638a43e9ecf5230df82abd73363b2946a5f3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa5e5a0bb79473cbc39f460c197b7cbca0478b2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e70e83c9572771ea4d97fdfa5880d2f4160364fc3bbadafa24b0321c3882ddb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2845bf90a9e471c8f773425a0429273e1171c4f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219ce3814ac21af566c1bd6ef910dad52ca6cfee1cd40c6eaf88f4686d825d02
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4820ad2f60ecf24d677c4efafe54eef6d675e605
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05d261e7648c6db682c67dd90b997da8033b8b3d2a92b8cb8bd706db933b34e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42eb68e04dc0991cf1e6f17f761242e90f2866b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:447ac9a8d4abc4196a848fcccd5e9d4db76e68c174e5342aa24e413d0867c616
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a198076cd25c794ecd3322380792b05fda0690
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa596b8b0f51ae7303d1fe75ccb2983e1ddd87c110baaa2eca6f5509bf90fe9e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e8f407ef4c764230d5aa8e581a37f9b1f43f72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:411884aa32d8699a74dd73beec1f81e678c001e5b0b67138edd7db63c2909e5c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66ddf9418ec0b228c4e56777cd1dc3576c2502b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f495ad781f976998813d9a33e13d8045613f1627edc72ac12214bc5633c55b33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51455486610509c219a4cc802ff6841313fc77a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b1f535d3ce3bef73d4f0fce53f8b61b349597c605b2de8516ffe8ab7738460
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0f43fa5e1c3e37c85b8f3b44e8ad6f4ae8d127
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a06f754b256ce0392d7553d0937710482bb29e260a900724d4565dd4b7ae0c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3a6c32af318b8377ccbef6f6ebe973847ad969f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab746f22bbb323709ba5289e7b013772e77b621d1d0537d62404d1e2882c0ccd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6acdae111ab6d9ff2cf63cc19e0910edd8f3a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37beab56b705939803915a44c92619b8cf9d35eea45d731d129e39fa4b302e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cea04bdb90df6b0a136a01f22841e49d41bb209
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac386353b17c38e6f94c1a0c927c4a761d44c01cd73de6dc64a2781c9ca375b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f81f2aafa740b76a8f0da20ff026ee7daf5008d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef84f21a21681592963547f60c51e588659312b129a89473004f6599da3ac08
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52392866cc0e86ddcf2ebb131e2abebd939dc9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41beb1aab77d07813222e91a210b14abb28ee70872a1e103f0e835aed0f152ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6a7c627aabce129309fc625811219dbad3e3db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6e163a0a2a807bc8b1cef90bf11496ade4b8e80ecdfa00177217ce38c341908
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f0787abd953859fe66e3ea536256e7e9486730
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fccf5b5af550227d16a15ea75194447ec85997b77dcfd84b6ee49efcddb00cd9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..443b479df2f9802974099c61c4d13a09d69a9c82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b15b969cbdface77c7dff4f0d5e348709e2dfe28a821f0faa63b7a19897951e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0941e858b93bdfe614382d685ec9c6b5edd976c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55a3e180908c401ebe53cd47b46714debbae07bca822a78a7e95c996f55501c4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cb934f7aeec1360ce9a0eb577901752b5dd825
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cbf0b1c8e08f42351cc94cb2666259a652fd88409227ba6030dbce9bfd829b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaf421bd44501bad7f180e6c600495b27e461a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e3535789bc83719a4d62351ab6649c501f9d262089d5025afbc06fbd3ff68e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f76c98eb7d5403879e62a6840e34337981986b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fcb22a0afa3d4a343eda150f54ffba2b79f75c4a5006f715a93596158e6744c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaa02b680094d8eaa12ad467115be0ed82cfedf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e431479f9e48a720ef1f93fe032b94041699e1665d3cc41213f897c82f604ea0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..901f400381c8515ea212e7f4f3fb9a7098fe59b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87435378875ada857f342fff3be1b62350eb80b5d1362578ff2c6bfb33abf219
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b288fd454ea551b2d3422c99bf382cd9d8705ab9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cd8440dda61c8a93a477b8216eb0d6b3ad358762e4e868ca82b97398249d61
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5aaaba6e88cd9442922f47e9442cd4060a0d05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0166169ca2ea5a4856d01c9127cab5f71fc5c668d2f6bd5a3d3e0860643c493e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbe77ee55443946de8cc68cd73be7905cb514f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d23238e79b86fe65b200adbfde344112070c04b739dce265603c5d8fe3fded
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e13a5f4dc863ef7581fd77e674cab5e9569d8ae4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c7d159d5858b5f436f29c15e8058368966732a824efdc75f9d47821f7b18c7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4439c056700a26ea74865e494b715f816831c01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aec4f439d35a90eae1af152f957e963635bf326b25acb1639c9f21df4082522
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77d70cef5490385814578c9bcaccf71fbd0a7cbc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a546ae5c98d0209bca72ec55f564aa5b2c86ad4b704a62928ffaf6a64690294
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aafabd47ae6abc726faa08f2747ef5ab0af8a577
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ee737bd3db758e8b1dd05f75460d798c35c68f5e839c03cda1639ed1ab8f5f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b8183d1bd53530fa6dcf6885bfde3572fcd3b95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd12b008548aad93e279e824cba67ce143151075f4e8fc49f316d0f166b73e14
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cc422a2bd2db0e12fbd3a154bda7bc23ecb3ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73093fea54f2f6c1fea3c3d75d65f33b2f2f92bd57a411d328e3dfde5d746db1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909a46dcfb1827f2c664f01ae524b79204cb2ccb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b7fd0617e3d4aa4eed290f14f21d21acc43a595ec58227495e36524bb19417d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b43ca3b8569e3cc807405b79b15f098ac47db7c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4977b26c20b911357d96ed07d5ec8e8f4a09c3e2555533c7cce874e26a2980fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df470145d468e1266d582941590a88b7b8de6fab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f1355610e2f4e30e5a3dc43a49f92da7dabfda599f5c35ba1a6ac93e8976308
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356907f206bb15d8da4704e91e6da566302a8e6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd12d77b2dca5205923d47ace41b39c3a48781652cacbbd46984324979939ba6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b58450249c616359bc17260170e02ce6a1b155b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b1e064a50eaab50b6c69e6f6f366096b90c36944f6de79b769dd2eff4de5555
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e5d8fcd12152cd9b1b5f9597a6466e5c68317b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7467b368c0119de8a2a3860649efed9c5066c1b0538821bd0c7315c1f49a3bbb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b61d09858322b1fe1c911e543f0c56f872c389a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14690fb42417def3e647c57f685153df16c581f384d796dc1fa297c5e08c4e20
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73955448126b3eaeb5bafdbedc47ff5301680ab1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24d55071793abccc3b8c569feed919493f6a1b492428d8ce0b568c2a89423c9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547c72393ab248ceca3e9cde50f2e817b776599c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc14d6e6666c2353f6836b78b756e3311659b8ea73a7b5aa22da9e8640d7edd0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b577a70b4aade7395ec5444c5defd0886e6a34b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa1b593486a8736560790196b7397b6e1ff91f77d109bb8479e23fc2ac34d588
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8eef423aca92d1ebde8bf5120f92e379386981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97b1d5c7d1f267df59f1f1308483c6d8db38e25af082095cfeb90882d905fa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22078979a40237bbeecdb2402da7f2d67be1905
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6e006525c61c67f24d4aa64bebb63e184687409a5873689cc03b7b107166a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ec4dde2f422dd9f54cfe774f15271868a03545
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a9f655490d1bd52f7b80a7e96228296c425c23ff30f7c258febb21e6f9c192
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c506e36d89e774bb51900a63251c2e813c41a254
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b00771e33e4196c69b0365bb4019eea545b279929b8e263b1ef54e76dd9b5be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..552e19b4adad8fd332391ad0e458661dea2e8c4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337e496429b216b65875a8d285055b16014c24b895c9c52c64077e114940082f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2df3414c640ffd314c2b0448506d8dfb06f5b8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2516de49e5583d64abbcca060e324d79be3a99d692507edb9b4abe6a82b1fb5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535a2eee73246e4997777a862149dfffc0b51311
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a539667a23930c336e78646034316f08ce018dde279b738328649dbcf007a7ce
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc39f8b313aced9940fcf40101ad9df048b62385
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa91c6b9fa366fbb9fb9c646b2e0fdcbeb8fd0a7cb2e085914bf0da54e40c67
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bee9d4b048e67476d0eab5d2330d93288c249f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3c53e0437e19b2a44fefce6ec21e7aa118562f745cd95d420e0958973ca7a1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e2b6af56bfc0e98d21414feb945169e2c78d41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af93e414bc700b0f6155a811a0238099d5f3bd5a4d6e94a03d8c4dfce2da5910
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92466b93a468f11b26a79cf785d2723b0ea6e4c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce09da9e2e8c050adf787d0483ebcdb36e08e6a9ffc666aca56e2c530325d0f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9d9a87a70723101e739e04cb6977de5e3c6d7f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:798cb7836081ebe9263109a30bcdd8e5f2449466fda2211f12418a60e4ce1160
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8312f7d124f749ee779cb9a6673c507a36aa168c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d5f1a39d59759f92df34e213312c7eade4b5a5e510094859c88cb4b90307e0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcb1c93bf6b0f982cf062579053f3bb98c65cefc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5d5768151471c948189a9b371321f9caf02c30da54d1ebc8f1bea574cf31cf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..157fe85ff72814b2ca81d56e13f194585f97ac81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c89e21e6eac68222cef764f41dd4bbd12503a0d907b009a4a5bf5924321726a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8545f0ffedc1c55b4ff35b3f6adc1fbc41359e94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5040240f8f99bd4a95c247def66d1aa9cfcae03227b0cb03618840877b363dae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b48f459fd0547fe2593836dc5aff63e0342cc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b50ae22e68c32a0558ce676b4a119cce2adf10013395f15386bc8de61d4efec5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c87d333bab71c2551f93c54cac83ba9d820c7a4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d513db5ae574fb5b310453a5b4a280f8c34f825554c98d8e7af0946d2778d351
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18807d396d7b60db935aadfaf914b0e8c09e391
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9239cdb19cb666bca4cd67c380eb902f2f7cc432e4d3686c93406ebb7dbe5dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3305fbdad2002d657cf49f3c2c070ea779125108
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ffec86ed16ba57f61ff40b922f3f5892ebf7515915b7ce41285ec853c158e06
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa498d86ef974646ea415ac287bf7376896de9d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84f4ae8e9b1a1f7c55f45873f6b70b258b8e3b899d3829192934c754b9a2fa49
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a781bdc6905652e4c45025b23e10ab1964ebeec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ee154d41bde0292ae552609a0e780d67c0879e416319ff05854bfd8c8e9198
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a583fd136604d825e760e51c7f1e98fb09ad616
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8234c64d942d1bc36d86a59a74ebad61e610a4459400931aa5ca87bb070ea380
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e88493f72bf81993611c7f72393e4b673c70c45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7600c1ae09e97040a695df89d2f0968daf97954c2df11c013047a2bb9fe49f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec08a030dbe95dd39c651b086b8a161788f8800f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9d420f8ab0b80d1d15e33977b6de41799c8fa15dd8dafcda0576b460908a0c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62aa25f4579b15eb7edb0f8f9e9d95e78e5a6117
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:885a48de26730611744d3f82fa19e758a15cae01b348e54a6e16ba657810a298
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77b47b40201f9e59118f977bfbf6ce81d8ff9d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:886e6f62d8c071e175c56a78405fdbeed881ceba7cc8df95173a5a0698ca1288
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd19ef2593b5a023715dc301904f51c2f4d7dddd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c088fe91f445b5b991437603fdbb690e88571c23462515a26c6fcb83494ce162
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dceb89d493f1e7cc219dd36efb99741b128f0ae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd3a9f47c1a85d86fa0623e4f37124fafc1263eaa7dffb96700dbaf30d4797ba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4499706477ed923bd45b9b65523f16553a120a2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c1d4df7a3f9bc51a03cca72fa967182cc4742381ffeef9b4dbebec3e0f2e2a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d07d6c688ecc10677b79a1d683b0438ecb049778
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b739a9f2c6202e9a79a19c3474629cea32e913fc4db74be90661b6b90f0384
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ac694a6f280c3d1b06562c3f1eac1f0aa240ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb7efef230c7aaf0a5e77e38438434a8fc9ba90680cb2ebc37b0a5bc9a5698e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd79a646c929ff4ddd29234c8201cdbed8089055
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c054b92f634a14e042e4b3e3d5a95c7b781ce85bbc8631ba6ac7ae55515053
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ef4c51a723af2f794aa92927f8a2d0008151dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ff187b910e48766e2fdda67ca86b6471f574e1a27194e166e3bff577aabb4d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850e722d3571c34232f85d1022b6d5bc1712bd95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0ae6d1ae68ccd4fc38953fe7a8241bbe3e22b0e54fdf605f74da779e6e7ee3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11c372de19ac77770bea889f553c6f2a456be155
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daa38554fd0fe79111886a73a3f1da620f5e6cb348b7157431dd9ffe4489d656
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7a04d7f21498347a7a8cd92c26fb6d9f81c5062
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85377e2f26b1919d9596fb80b9904528d89d2a5fb28e046acb1ffbe0ddb09e5e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b1f7b847dd03c15de63695c23fcc5d66a6e0c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab4e4c82b86c9410a0d65de2f3626fbdb6ed09f5c9d0b5587e4873aa82731b7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2465cfc0138d492d8de691347f9c5652151c492
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b0e41cec48c2aaaee2f756600f178faae099a47a19cc69d1bd599461ba7321
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a2ea1b7676ab450fe7ab30db437971618c374d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9514ab22b0924a8a68b8ac13f6b7ec0cdf40f76245e92790c3bf605d15f2ecdf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33607ae0c58747b2bcca10bbdbc707b15c37c28d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a13f040225f4d93caeea15dde4f2f861d20df847d0403cd6c2437534a7671473
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd038cea09da70ecb0db33ba95d9befa19bd955
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78e36ccb8eea4fecb4852304337e6b10ff421417ba4be51bfe0d3fb1f70ce5a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57e931ff0572de8cef09d7246718af1feee8db9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8634fdf4a5ef3327b8d2f79fd30eac7ca26e8a71c66aac74aeb64206a53a7950
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647941d357c502d0d2cec27e1c7ea14ebc29b573
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:052f2ea424f212070d40a28e7e03a763d0b71825d149a4cab772d0b03fe8ce49
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83c9e5805d0d51776c8db18e7668074cc74fa9d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1847b1a2227b83623d1b3a2ad5fede3d229f06822a48d5a121ed5d624eaba1a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11864c8206a02d308ef0536deec82f3d648f024
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c9596def1115d863c92b5803d1fc7a3a5ede12c76920cf8e5406a11db375773
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95cb804337cde6d5c67209cecb6b6f686f6aee61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02297c56849ee701b68e78872e7670101ee4cd2f594713df5f4db3f5583ba5c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3904158ef0c058f605a8a619190a7d9a0ce78ee4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:263bb0b65624802c36dc87b376283f4f3610a1b1cad81aef61a29701e039c90e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68b90f189c607f6eb61d07032ac47915611b91f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04df560992d682534f32f3cd7da302fbebbcabcd4e996c3e5475be56b04e66a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a859704891ad9407c8db12a42f09d1f4def9dc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f747ad8ae1e3dea62fa76d172ac8fcce75d88ba2876a794150cfd7e0f0cf25fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b98aaecd32f54cfc137fba2eb56d72e3334b5f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b40e430b42c29a61e09f25e18326cf9d211c59fc395d539b728ec3a6e97983fe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc35a63b18e9e52cd1bcb6eb11518ab7ec70f8f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6cb73643f6d42d4da4c6ebd9d9841399876e3bcf04bc6b71c11c08fc565e32
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c4cc71766be1e70dbf00d9af5a70e9b61d52ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e068d5c77860b830b204152c76c49375b213010fb079b92ac7225f944cb84053
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34749294723695199c82461565793e06890f5e7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c59e7617a0d48eecaa6dff9362ab43e62f999807f10dd19dc360c73daebdeebb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9146ecc0e84bb9397804b3504fe7f1ccfc20e9e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a555162b1d08be8018c9b34e0c2630f167b44ab55030e71ca0fb536dc18e32c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9c640ac1543f47895b99448e7556a9ab6763f0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a474b92833b25b12c11f7640460c68e5b536e0131563f4d6ca5eed5241aef1cc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497c77ea173cfaf5f3aa81e7a34ac00ed1b5c150
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796c1f44b021a3fa55d82b0e86dcc85a319f8392fdad76231846bb5bd3db9858
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02a59ecd3cee6c492614506b2b8b91dc36974fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e619f52ff97cb35a7798b1d6147ab3b4dec045e18e540e23ee49dde429f406f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb13dd5c8fee246a868f563a91171aa7ee0d293b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27370b1081e8feb8a4c44ffa3dbfbb70a956fdb1a70e3ea1bd63897eabdbbf59
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27ca1f6553aa8bbf6852b3002b68c6bbd095c190
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af1336c1df90dfde0b6a84e5232607d44908547d96e0a122da827aa057eed08
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3447dc2b8461eb93626a16391e6775731b2f75e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b62104e601c119c6ef132e6ca3eb7ba2eb642cbf6877eccb15e2544e6749c4d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c447784d6588812309154434040e277a52b88b7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba465bc8b88f2b73f43456197bb8b5b996ef91b6d9540f44ae56fa0896dd108
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2c5b2ff887e35f3ae3f29e783c27756fc144fa6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8d0157ae536bb6698e5ac0b08280fbd77efe41efccdbb7c4b18a3890c24429d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce86b1c762a2c3d8d88b7fc1fa6a392b496bc506
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7adea95fc8ffe0cd837cfb9780420668f00c16ba92deef739f660fed3a46f22
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398e92da2bd63272cb362c929f84867a0c37220b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b67e7bf1108d65a127afabad336008c573392fa16040698b53bbd837e6252e9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5ba27182c2604a05344a465b968b279098fe5dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_18_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8258257b18184e39f8515f8fc19feb828e6ef181390c9dc587b35edba44492de
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebaa28825738d8991a2e9a8c361cea36b6de58b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb51ce91ec3924747f162cb6d41b9972e5b68e9a5b5aaf94c48cdd4db9f79c15
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..663a338ad5f0b5373518af02cd5305d0e14bbaec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3091a6577be83aaa02e556c2433c410a2df4305c521c8a364e3a2e1a119bfc84
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f8cf978e525f61359aa41d511cc33c953bff97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5a1ca0546991b470bf7ef151072d17dcda188f3d5affe6f0bfd9582d302624
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300050e5cdc501cd967ba78e68ad8948ab4bbe2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc8414b931c3e837fa8d13956f30ea23f9abb9bd84b19cb63d8b098b6205dea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba535676d02a3ff8e6e0340503d364a08bb1618
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c944027ebc1d1db85093434d3691d4c5f2fc45a206ec209590bc35a84271c403
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe4bc2fe37884ad315bbf6a5cb87a7e14d18fbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b680164b4cbc8e2021a091e8da3ddf393df0a38ddb5f842491f334e966aa41
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8388c52cf8ce4a37c0c972959632effe63690997
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72e13ca2396956af84ca375fc9ff95c75c871a6e36005739543af132ae66a1e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ac1bc54a958f41b7abb02b9be92b9520fab0d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:483faeaa9080b974a11e33c5b15ab7ee909434898aeb709397a1517d249b504e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25976e0ebff08c52fb7f535b3d73529c96997735
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016ad2e45bfd359481a1adf409fa90fd12dc13c7089a3c7d88a73673b7d11e16
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5baa90317f6453a19f0d7c4e0fdab45687ca30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7078a9bf56cde8b4824dda742f1e251f25b261f4f45c69eb343c496d018519db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b62d65a337d4b05bc31c6ebc4fac61c50173e075
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489bcff89061886ca23d5473b9270a49b6a619d99961b68b5d97da44a1e9b839
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7cc360ba98061f999797e6dcd079935ae0100c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9388ad6fd2232d978228c6d3a8056a575e7f65753dd97935fddd4f3952cb62
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3572d6155d1301b586d7df6fb4229e059489ed58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7df4a91f96cc5b95fdf24c050477c86dd18f5f8e7f7c370efbafc025a4d514
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8671de93cdf3a3d4887dccc5ac3b75293fccffee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4795898a7613e816570091b9e25d8bdd823b883296b5b4f3f909ec20d78505c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae30634f4d4195a7169facfd197fc2660b545be8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06211d7b40182badcbe7715a3b3a16c68a0cf071a0e9bb86df9f12649eca3eaa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afd49df84779c67403cac8ce27299facbb5c76f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16009f50641bfbfef1b477d762b8e888c53c64fecb5e377dd43e3bcb67d6b14
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8490168f449c313e14b5f51d8f9e3ba9394ed3eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bb803877e466f1e2cd7537398cafdf93fc605cec3d1083f4aff918cf2536bb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbe67f76d865d6bd8af5c26100f542ba654f938
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2912799897c855110ca4dc63d42962f029cfe003cb096966fd9be3728cbf3ebc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c8f67c453c1d1b1dc8b553115aa8b0e608a35c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65608d8c1c8ff5d0920b4c9813beb9b1c27113d618617749b623fc2313078125
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1085de470d9ec8551987fd6f1091d792d4e0488
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad3952db9d60b40716d926e819d4d20f545163f433c6062643058a0f946c58b5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fb870eba8a466b198d07e4f4b302543bd307710
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb67defc6e200de04504282b951899b12b66fac8676e5b90ce7e1967426bc57
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae90cda1eaebb43bb23898d3477ea834f9aa309
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f4e3e7a8cad7ca863d05296ce2b36eec6470b7d7a81465cc76ad43f164ea2f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5157540ab66f994e1af7f5468ff77e44dcea4f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51b17201cff2eb57ccd951fc9f85c19e5c1f87539cf4ad1525327f7bf549a288
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e410381536a2951bfd7c378426405664cd0b3ad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadf592a2f614fde1369cb19e1bbd6a40e2f90d690482fead0321774d2be1c79
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c15502a02ddcf93269be3f80c451e0d0306f88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b5bde1b769bba4d26ca5590477a934d0d5d61d111b9046bda3b2b7869be0f70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519e2cd3b0952041d4e230d5ac25ae594eeaa642
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38d5c415a50b379c05eb8796d7a6f347ab8377f4b7776feaed11169f246b0ffc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5733d3bd41d665fb0e01330b9fa571a03290cbd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d529a7342c7c10249a97e1ac87a2278c43d5e461d1ca596c5fff45a59acb0d66
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536bdc159b4c983d771ea5e4518e62b234ecec17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2037fc12539655674330cdb66d9bcfe495c8bc3bee5c8bff5ae3cb1611f13528
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0bb8f857ef5fbe89faee7119c2006e70a6cbf63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f3aebff9d94d4d2b3efaf3d6e178d9251cc97245fb69471abe827d360510c4c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9be52e4793f4d5e8803829a783b3ff3dfa6780e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ee5f3b8fb5202bb6af5ec4c0d1f3020b34979b619408d21c1067f53ee92c5b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7d4e3683abd87b322391bf404172f7ece6eb39e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ed7897d61128ae146e98e49cab26e6dbc2f5fbb5a5279a2259d3e91bbd23fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b35da4b9735e2f3a7d4bd3717af4a919cd6d9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e92d86f416778a878e343110fea36bb22798b9789601e99c7161f61b6b35e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d65ed67b1f0eb1d84af3e32fb6a9168b2c69714
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:183581be8a0b923e34728463ee87c46fd67fe2584796100384bae00398185ded
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f1a2ab5025134e4823d451e34898c08efd0561
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d75b5082ea8f805ceff06aa8c2a428686819acf82daaf1099d7a4c4b0da66869
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6771f661236b9b7a42a5c582b1a88b44e09ce0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f73ff821fb2bae57d8082ecdcf327e5ddcb4f770ee59b9703b411941f1b4392
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab10b03f3afdf0463801ea5c2ce3b722d0165331
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c87da2f3c15bec8557f31c726f0cb8d510a72aa874f8d3482dbe1140b3f65f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73cd88238efbea8ae5bcef3d197979866a5397cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3641de02394dc21fc5cd27acef02ec4e69648e4f40276697b6a916a21ce00c3e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c530a5fd09a9b867d48e05e90c0cb7213f41ed3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f62daf70a5efe1fef654cdc86444c73693dbfdb86de0c1a84c2dc7b2dc9ae4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffaf02e8aeeda6aceaf3faabe5be84a80c91afd6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5387dafe35b886e74fd94e1cbbae5110c88845cb88a89c9c6cb93f897262dae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ddbeb711bdca8ad565b060ac26dbdd3d02ee324
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48764d94e7f491d6893786fe24efffcc0c67babf033544464737bb87657c159c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deeed1d355117c7984e1b2667c30553b21805b58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331f43fc614a2541aa0396f12dfcf8918d83db0b29c1bfcef1468d2686b8946d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4ffd2b4333196f98a16c15719f43e57778e994a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e9ec89af88ba30d216fe1e395472f442704a4692313dffe71fc60118ac05c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cc9b26583d7706fb6435299e618c495ec85b80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9dcfcfadc32513f9212d66beb63ecaadf6a7559bbd34b9fa69b38da1c727dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35dd8b824fa32720fff78a375f573801bef9e751
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00f431c75649202fb821f638f6e033c6ad560bd68811076c08c95398afc3fe04
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0083aff766c6959c0ca32ece2123446f9768d65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b46e7813ff0e2845e8b40368e0c9ec82a15a4f0b904479caa4148d9b8ad134
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a1a0006f70cdaa1f10cec61b78e961dda33c904
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d838490a0a57179108808c1f7aadeec6981486c518b0ae296052c685d18cdd8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7198f9959f9e2d0ff348e6f6229461a24bb9c0fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5af05c024f4df40193dcb41164be2f33c539e1d26222a0fcb65d5313a42c39
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..decad1d258172db25ed1e3a51df142680044f0c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6e070426d0d7927f4ad4f9911a00a219edefee2e991b2b760f7e9e5e80e5d4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2bf53a16031b9d38cbf0e9b74aa95d24e916d1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4913c92bf06b7a3d5c99873266bdafb10a2b7d44cf2e2c9d73dfbde9157e03e6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a18a0f953def1cbd7a8766b3af9d57c7a68451f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9bbbf8ccdef9fad817810921e07035489d08b3d1cc78d121cbdb7b91c8c7a38
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90cf04ea21b0db7d351a1de806f0ff29bad0b845
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fff0016346f3281ec9c80f8423f79c39068b99d7ad5d8ccf4a29f5806525ebdf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec858f2bc282f97e784d47dc25ee55afe05308a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cda79b033a9e0e34e090fa0c9c2948caf05e4bff274b88a386985fdf7c991c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb856b0aaeaee90c5c108edc98897d4db20d8385
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274fa25a77a2e717d70a29e51fd610eff075879f65d065a8357cd9e55c474ab6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6066186c7d000c1090576451933a05440b8e7a3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc42196bae9127fb010f4520aef299161bf23b609bec1d49135439a76cf09e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d861ed090e667fcd9460c8152b9a0c2614030d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:145dec5af9d62518d46961a34279746bb87b8a1601a28c4278cc8b20ab761eb7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ce3c4d2b1adf4a33849691f750d347faec7e17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbba2c77f033884d0746e2be66dd0c80cdb4ad15190ea7b580579c44aa586a59
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f353e3c05fc804de403a69d783a6a9c8d397094
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:283a81a775122800ca50a4249f4a07d80a0092df53b29a6acf425b16bcf06aa2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba84cce2cb660cb686dbc31bfdfb35873cae15d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca04554e06d1780d375bbb50f1aa0dc170b4c4834f5b680204846f56ad8aa812
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb0425d9f27b9d9086bb97e4803604f6d1dcf3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4ed872d5f8922cb452e5b9a97771c81021e7f40ae7f336fc78b76f0b4a3b88
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b7efa12e29e0d66ebc6e765eff734d25c60c546
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111b76473209818a08b553c12f8ce2570a6699cf36b79f3a8bc427e0b2a22c58
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bbfe1f90c336ccf9231886a2f21f98bfd69e35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab87367d6cb2203596a8d94af741618bd00efc7e1410b1e837f1939ac7ab60ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4606705e1610fc2015d847caf34b5b24e6f14d7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9025bd3ce90d219fc5ab9e849e6f9a61607f9d4fba92a3e6cd7362e0490bf67b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f2b60bbbcf00216297251527d41a51a6f59259
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2931b13435c792b5b05d543e5cf70951dd01d6af0c21b021f928d6dfb4d5423
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad3b726d66909537f30539a50779bc92005cc06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a34e51b0ad76a89cab909990536bc88f7a4f1ed3863f0602a732148de616d552
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a35831594e7c581585bb202e98ceb416f4d4e5dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17936d51ee77830e6f0021ee4764bffd2bbfb693da733c35e2aa560d3f3ac581
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66bc1076585d6957e819dc88c823dee7fe39d889
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdb6cbc66be09df821e70e9f4138c3895e25e81d94723ab9fa51dc638a425de
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419e8b25453499933044722fbb95d4207e9b2a91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4942627545f0c098b670c0984d19f2b75f866b1b3580183df9a42aa610eacd93
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5f535f690cffa8803ee487de9eae3881a6b9cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5523017f83879f5704fcbe899d40c92877f4f27be5834358a70e96245e070542
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ab55f7ff512425128f4e6bf8c648be80c08b98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d816dced5921bef2fd462619ca8341ac05229cb771a121d343fed495a7a9d6f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba589c5a53b92219ef4e9bd516b09472d2dc9169
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:806190f3408424778e7b187594f308ff7bd72e959f53b5a7f07d22a0c3ad74df
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269daac88698f7b15ab72a32a8dab6ae9317d59f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e098a90c0ca578366d7eb239fadd7bf4fa6365328d102eaf4bfb43c7f04e55db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9075bedef88ca9dabc12d88b7201c2701093eaa9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9f9dfbb974a11aa47647aa826029ef8a903c327bdb6669bc8a59307f2c38e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11333a3e9fa708ea81fe6300ffd115b8bbede21e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335bc7f2a31a5fc6da1845314518e70ab4f921b87e8d647a82d7a5a43f317c86
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccbb602c3f7a659ff7ae8d095f0f71b943ef8b88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43d0a9da2581ea2946244c24353579f820b5236f4e7ca5ec758facd0490cddd6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea0f8952d2f43e6333254353072b83d1a372960
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692dd2bf4b33467256eb4b6e3aab25608e7b1fa9a530fe1240e3b1f9d9c175ee
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e383cc8d0ae72cfe3a321d771fe8a76e38ae2836
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c373bc4ae01fa1f6a8430031985401be889784493340cdb4b8cc731ba237a40
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec65b6f5810a15d5300c22e21860fc528368248d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94d67683525777a8570b3ec77abfa567530094e845bc06cedac2368334288ea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d87c4e597951db61b0b2b3576e9ed055e6ff68e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:637455dbf2ed41f3534683b01cf021eae6f9a37d0132f30048bc12001d689367
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed2d01ffa261edbc7e14463e237c0f96f397af9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9bb689c08b77327301f5237bdd9604a66913bf169f9cfa95a8f8f02c633ad96
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c1f59bd6edd7c21edbd4fa1ce155494a14d6bd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53b92c5f28f2b90f224b80ab5b80af3630697b0f2d5ac2dec2430128779152f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5da0a5b8be037ebc1528b91ee08163e54552f1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8d2828c1ece7d73e5b50d88e8bcfc2226b73f2e042df809971338bc5aee901
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10909d3b2651425c00b8c9050a916358bda7f1ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49fc5f11a90a210cdb699018ee6346d36df2f6bd0af1232e94daaefad591d97
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b6379d6f05759426c254d5bbaa9dbde32f59441
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d3fec9041484166320ac0c62a71b731815f7796eef4f03d600ea3199d4d116
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..485d13c246f80cea0ad4f1cabb15ada8ffef51b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7bf38fefbe044d793cee1dbae8beae31f7ce727fa325fb4e6fb6846b06c9a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e759eaacba63b39e15aee926f94d76d8163103d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d7b6b91959313b142e9ceaaa8be19549897f9f58e0613cffcbae8c8d83cb38
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa17fa31a95c05e2240a72f56500231dcbdc1eee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a6eb0b871d2161ba4dd51a1eeebdbb68de4a495f846a399901c2a23592bed45
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac9530c236976d1e96af12c5abfdd3bc88276ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49c88f378fc0fdd4449743d4fcffa091b4d4919e452301f3d47538eda927b6b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6057fc369c8e7763414a1d4e976b7e971690ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d1e8d35f87ba037dfbbcf66203f93853f26c65159e4c5a31e408b2e582cde23
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fe8ece5310872e4ed718f2320978f824506f37a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa9b74bb090ec3bf5e61ef41ebe9cef0f36d6bbddf3f7dc3f75817e13dead5a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5af2e2f572ebf0830f6d5b3b46e004fb78919c30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec798b20445aa1350c26640f5089af558d2dc6a23b3a7d007adee8cfa2b4876c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579a56492645da593c075f23f7c8c1fd34b526c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74712b797941079b8c12b8753bb1330cecdeaa4dc5493eae98fd9a8a44567999
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe44d10d17c9f58f694b56d81d43e58be99f55c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f98deffc87e7a13952cbb1c882d7b392aa95dac0f22e1537b1cb40f9c6eb60
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf3bdc81f34ce0a2cac223aba4280c91d756c33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e30d17fd9fe24db700ad6233f5c5c828febe85b8a54827ad28d4cceeac2ab5d0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c762f7120038b44d0f36293ba02d0e09ae831f09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba26dce8c0c7115e5f7dfc8c71b0aa707c2eb9fc8660a722648bf241738928bd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820874ecb1b86055aec71a8dea8c03c5bd11ea72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0608def05c3b9b867d3c68030cba90fbcd62cd90a6a8176ed209a83ebf56d1a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec91539073ced235be097f86c193f3f8baeeb58a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6688e345ee9869dbe5f4289d63764333ab6892897ae355554a7f6f23172b66f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..649e89fc30aac12f11ce53aa8cd44b6289d7bbde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bcbcf9705584f81d962c1a1650ee544abd76b3eed8a93ea04af3c1a66fcd2e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae4cd4790a9baea5b2bf941f3deb3849df1dd205
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2e69a86942c944360e5c6ff97a469372a7451b77ec680620af04ca3df06002d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7591417d03c74edde6ab17cc1d1c027b6313515
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14401a907109e821c154abb9406ec6bfef859652d5a8cfd92b4d8ecfaa53f17e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38f6378eaff0e85bac6c01668b50eee7c203ffa5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967c43f7694dd98e66411b7c4a57bb480ae8a1030ba7e2b69161b166df3064d2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fde88e35edcd391b84ef9da39af0c302503f48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c67f7726a224077ed8584ae57e14607bf3749628662df6d8f34735cc618cb03
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41ed7935facbd6c1a6141e9f4b41e943fd4a8018
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c32658a98956ffb84fbdaeebf9790050c69385eea07e328f8eedae61646a686
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eee4eee8dc124fd5e09234e5b10fcf125f5b0c82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11bc1ac7fe63e8f26d592ad1845f61843d698cb2f7b35ab7262aeb89f454e8c5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c6a610d987c7e16fcd64692038c3cb7471d971
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad07c57b0a2ef08b4d9f7887a9e87780cdb14ed4c5f0e84c6a38e8012c399913
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7afa62a163f11063bd71a28022d7282f06e8de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee245c69e8c5f59082131a25d1db28310741b208e0bb09ed42154ad2a7bb3ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe712cc4130ca0367f82bd0076c7e3742fadb55d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb4fdb87250c9b6de9ef7c711808c740bcaea17311165e654f856f3d2d4d7d2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77b306c887a9a3341b5dce7d54db971cb6d262d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3f976e1511cfb1138f2857346e8baebb8c0816cdc7a822784972e1d82fc857d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08739784e3aa19fc334a4c8e2f9619649b27f952
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26de9327d548fc56bf9a575aad01a60b7f9a153342693bdb8f035c2882c3b7da
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c90d13410656782a8b7a778c34a943ca0c1136
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629880a54b9df4d6ff4911164fea63ed4d2217379322249a95f2cc0e7518d140
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..293d3a5addc3770ab1121b491533cadc39d38570
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de58472f57e4d2f7f6cfca876abd53668eb65d827cb60bd6e1f3f48290ab792
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16482a6bfcfaf78e54ef39199761f329598da66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d93a984f421b22cdcfa12538f94cf5cad07f9144f2bccfaa13b7a399e26ac4cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df9a8e70000a5e009517612756fff157fd0b5ae9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf402dc8ea567f45fa881ebda6902c5691121f3997cbb9d76ceeb858b6b035
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf8fd41f2fb3a103b721329be3c2e45f5f0ae31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d7071bbc3b33d443e907e0e6c3db89cfcdef850736aa23aad8dbc758841736
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5127ce340c7d85f562629d443075189e26234d10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8931ca889332b509368863c66e3050b1b411b227f0234a7a6be21464d173cef0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d0c94324a46d9d63f1d652dc3b214fc7a340638
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538b317e85e041b3a554dbeadc13c98aa93486a807ddc98c00f4e7b0b84ee0b8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2a2a432f33ab100333fd9252b0acb10304c0a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bfb6d188db4452ea4826ad2731d9f97844a5bb1f5df5e3f1d930b67d15a4c1b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d794cab89807203ad4556435faaca1d7dccfe9fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce918d10ceeacf5230a2213ffdc14d05cb1769dc1f3e794151911da42feea2f6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dec0f212fd2621db2bd3d9a23976eed28c5e3a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b00e2c7a0b5d6bb27815a74e1b1790591fee78ccb066a93cf4ea5ff7fc013b7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..badb73d46c3969847b370dcd231774c8be4d135a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f336b0168dcde5012ab01f5df3f7aec8347e9f2cab4cf21dc3dcf1a3b75840
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed69f91809ae71bc826ca4883a6fa9c94ae0525b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5971dd110767f5ef7655d2990d1d56c6425d482448d4e5a134b7a2a9a7fd9c90
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71414f0321b46c1007e94f1262125e2b98ad9538
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b327433c5909681a4d88d2ca0c7de1232449abeb85deb9343d86b52284c5ed
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d48ea657dd74603fb0809aa832854f48fd44eec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a8b2264c6623c8c3ed09920b4e4ba6c2ce59c1c32682b2c36e12eb449bc1cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73f1e15330d1918198099f07b4df82b94820b4c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fb0769818a1a9ec2df36891b36afaf8d2f85995f8d9c69195cd95488e32b19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806a621b7ac8953a85185a72e004169866e7b654
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54ea302683d7fa137bb0093904cc1b06b67efac831a86d0421395a17ed969f08
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d5141dd634e21988010f4378272aa4dca3ccbe9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa86ee24f0fa270037ba5e1f07d5ae76c61dfc90a66837858f4ba9ab1644b2d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fd9fa32bc11eee2ba68f1951c9000fdba1c58d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3763943643b0af4f1ac4842be7a13e20ad2c1055532812ab3c658b8a95ceba8e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2de7af4e5865fb8be70c172f7b2abc1a6fb0a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a21155bc69c707b512ebcf7ade996fbbffa2594a7892ca7f17509dc5c2f7dfc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f9d29e7c0d4e9126082f5201b51b717d5fcc66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af43d9cc79f28d8f0aec652f5f7f46a015772885c8d27258225839f46ba62e1f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56c5b242ca7ad2e7c6dd69bc924e346e0e2e569
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f16749ad17e971fa2845717da9a27c3ca6e3fecdc0fc4dd16f96b38114ddc2e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c349d166cecde2fbefcd1bd60833e4c0a082bdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98f54a2dacc3fd7c0e040e35cedd83d194477935cddc55816cf7a0249a3c7c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33f2e4967a0dfe87a97d38443130e0fd34aa2ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48faac7d8502b78b42feba89167e90bf8bf968e113a89de62372a008febbe75
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849788dd90c3ce3752a0b611084f95ec80cb6195
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed9899c8e450017a675cc388a2a280e230208dbac7798c42aab76d85a139ec3c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746e65a2f8337990c2d09ac0df9f35d08d74370e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:246060d2c7ab5eb6f6788453ac2edfb43500bd0c5a71ad3672bde56167ee62fe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d3311508016841de5da35774fc42b829dc5b81e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f15a444975434663d83eb0091f1db5f511397e5327c08a6554390e273ef27a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbd2ce67b0971165587d18c3d5f8db7619b196f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23b20f05e2a05ce05d82459f3ba4711b407d35c9a22c934bdb9598693ac286ca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbf2dd216be0275b04acc08666d40627bb45224
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08fc1158ae0df689ddd610d793a69d049629f664fb4d056878550cfb6949e076
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00ba48bf4ae7067140dcf485c7275e464adebb0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcec7b99ff2c1e0a856be87a641e2056d08c0292757a42d411d504944003df74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e619ee6a0d39799cef7ee09a292651620232eed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d198f4451986254ef5f09845bdc30cfed8c9cef641ce31df45e745095e8a4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfec67b535f4fac5c2f75f97a1c3723c2b20f2db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4374073a79ff1a6fae9ec808b38561a0e03854033535eb5b124e1060f4115743
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6984b95c2cd07174a11bc7721e843b441878934
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73e88d1738e605bfb2cd00403517f0fb1a6be0a1c214de54da1da4eb5307334
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29f10e541e8164382a4f9d61c701c015da5a1ded
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:717aa603241270f84c1e7d4c0fb8913959acb1bb83a99ed808c8c47f700d3b89
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eefd9462ac7e4339ee51dc7da9cc31ec4a62089d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18464b1cd5fa65dd8cb00e48494abbf0e01bcb498e8fe67abf863315f3bfc2c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07260cc5abf0be18c7298df6e50437e149a341a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a6a135af2070f08ae25b1cf23bc02c98a85f49b00005f4575707ced4744f019
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5dbdea4e6183f8311a8dd7db5a689ba343c8db6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:096258ef0b5a367cfbabd24ffe8da667e906b3fc1f074a4707a8ae1aab9d1370
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..454778b6aafa2ff4cc446e5410fd99e9551538f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4185faa0371193b0fb141a060f8a5ed9d68390c139beaba0daa3ea954a420f9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291d008f7e21c25d72858ad120ddbf8d21f19c92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec601fe0ed71a0432458341abcc129999876639ef3947c52b3069da64c94d3d9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd67e5937de6e3a6a4f76d9aff6665f93296ff0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14416782661457e52211f4d462b201fdab11a0d28bf3c125d080ad9b43a71997
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30efd7a08143428480cff7d65d463b12e858f4ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c72f788abdd37909765aefe443ac0b4024d7075d751e4a269d9cebe0f03af8e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240a03790868b2f041ead8543dae5a7b8632f05d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af16074e35778d56da1af9c742d5097b85669811ee340d3e8e04f3d4148ddb71
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecb76e977c5cb0885ccb4b69e3c05ce3f37e89a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e021bbd4ab16af68bfb86d0cb592bd34d1714e1dc762839ba6830108a48de8fc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231e89e99cab8807192aacccc50b1bbd99ba9ed0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4032a1aa495ab073847dd80f0f1d65363f394a38bb472567b7d1471429171fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d4d14c71d1fb9e9d22a7aeae1081a0e71047d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:018d08068305be299d4684f2066cc922a90911cafb5133db1ee5073e5c0bbbf9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2973ad253095fa7dbfed0b6e96b59b87e76160
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c139f98be640272dbc2a6307e095fd4995466e6e0fdd3bfcd34268572fc3bc1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a105e7e36c7ae6abb856867941c90bd909155e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf764b77345f8164b7f4b03e6d57c67ca993d5a7597feeb9574fc2a46e96ec5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc3ace22646545786768a51e5c2283f3b6670e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bd5d158bff34f50fb3ed002815bb4ecc3f33b72595ca8e93cc3ebcf7de13e25
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd4313beaa3ec07d4362319919034bb7f49191fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d189698f35a904fc49d58910918bc6f0e595425930f37de7b8cb4d7c2897aacd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3cfec9a02c759f950eb0b431ba157114f7d538b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59eb93d799cec01135ab9da78a456c264b86caf22f7a870dc2a68cd7c48ccaeb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a120c9646b32e8aed612672614ad9a14e7db224f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd6b4c199ab46b42a928a3e5dad7893b0a7df7b64370599a50013d66aa0f5b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a44ffb11bc8ed2b80756ed71125497ad008af0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbc727452d970b5a406f9f18c8b6864dd4b5ba89c3608263b94b05bf170da2c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786be3a867283306cf945f5ec29fa147a9601318
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e356e384511828ec31a9577e8e695c1405fa212a1cde435c117efef0123e5c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eed424862c48a5279c748983adc94333d4c6f31f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0581f4bbb967bca6adcd004d4207a6ccec17d0cf5d13c488a9585dad66b7eff4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad29ffcfddf6788120f25e72374cb663dcae14d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d399ab7fc0f5d56aec3bc916ff3b9e3b07fb184b1f369cc9d88134626424532
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619b2c6047c05a252439e1062d6f6facdc721ded
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f74d5df149d54c03529bd243c36da3a71308e305abd2f25495f5ab75f486f3a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b14dddcfb844b8e36704cb967220f2bbdd3c408
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3df43f22c646a10394a34042433d2f3c8ada979a380c2de63f39d92a056a07a1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b18cee1a08bc7b7feefbfce4dc0c798790abfbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f875fdf435a6de5240a0859640f87615751ff1082f4e63d0ff710f15b2ca2b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbafb085575ca9348543e5554ef77caeb035dcd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af9de107e99faa03e2cc1a7f8522e21a5a1e023feea010c938ebac9973b206a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa85cd948a62756ba606d303c4fde5e6105dada8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d67ab6c76b7378f02b64319ab2053c46ffc2421e10138ea59356be102f67b8f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8771b2ce10e0f68e376c12c84f618c9180417f88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980afd713183a469a95d5560d49d5a6ab49d71cffb3d1b8785852a83beee01e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c75aad8566e812bae4a77ee3d365df257ba93cd6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e28cf011b6321253535e3123af432f599b2665740ac0a5aaf8ce6eeb697cd2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5842700b0919e3937f63c31047b2d250710ae27c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27d0e802c6306106c4d08f49ce1ca37b60d9ab4db9bdc9f73cfe593590bf7708
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0182749d3a754d2ba2b10aa671da14e036de15e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e81b534b3265b5db45a323be0e71dc062137c69c3625e4f3fd4f1112a38bb0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99f29af0eeaf69922beac4e2ac5866d5c2a6dbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6b4633722c7ff40260653276fc172b3977298a452f678b80f478342ebfce4f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..556ca9a2ea3b2964807866d5ec4335aa2016c516
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266dbce9315ced8b71322bb3aa2f58c061246611a47151f9dc617b58806da592
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2716f15594a757ab0e3aedd84982376548454fdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d87a4f2d78143851d82a05a806c84b39620efdb454ae9efc8d6a962e643c7e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef7db1b30b4c956d9e6a788a2a5c1c9f5945889
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1c2fad2c4444b6ae41130396c02fab7eb1914181fb93f51e859d809edc7b10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fae40c6cb8ece61b1a5da4ce5ece91b131dd5bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d966fb538f3911f28df3ced9513f768b14ab3b7812a9d80e783b3adfe912fd0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d2e565a1498047c7b0dbb170df2017f336e300
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07bcd2ce27aff4be7b7335c682957bc57b15ab55b8593e66b44e137393514c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b792403e1e38772e22199ec4850ee1fd232b1ca2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3403e4950552abceb1afe1289302440860bd4c82a45ece73966c960474c701ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9038fd1e2f613ee78e22a69e1cd13c5c1b6d78a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a5c3e81383d4c0b54e355c5a58b30589f0e96ade9661c667522ac22edc5da7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3301d595631a0804609a458c06566119fc9b5e95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b8633f5cfa367097a0b795c9d919724674fc6e409488cf2102ac4aa1535560
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a7ebc57b1f498fa83fd148ff642d344ba4c0d7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fa338b77078d88c6c9bc7069e74374f36b4589ca1f1183a603cca8ff573f62
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcf1cea6f65cb530d433d6d990528ef13ed4ef6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ecbca041820558b6935d2ac7799c9becd92bc582151178a33378de63ae3a85
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f48f927c0d656cc75664342f3c35da4594a4124
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a523fd9c10494c120f7cce1b75c936dfefc2c7283d3530362deffd8b952a25be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e54bf65d3dcac552e526646f1826a395ba6c0e84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e42a9495746baf723177e5e184856e8dad282e185bf1d1683de65f6571463f10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d527baf6a90f0b497a41b6ebdbce4f51750f0824
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1226c386a0dedbcb5d42d85e0169c0d8c90b68abe36ae42a30e2caa0265a4e02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363a215379f8880bfe6c6fcac451b1636f0e0e1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cef36bed212a5a615d9187ac1260fe8b0bab28ac45041f57a10250e6a6a1ddc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269ca45bd98b3131a754b655d3d6e5ac68694578
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf19a1c4a01d934e3e14d1db684a3f2bb099a091da3b14de204919c7590f3c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42795129b357eca9ee4aa7e592fe93f91be62670
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cb19237aad258880878b8faf53fb9eabdce70fde93fc77643c4d60bf8488a0c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8eb1ba4921e0a4866a04812cc97ade3e9510477
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586b83cdfe2beb7423ee169f51c6eb8443072d45fef61208ad3e6c29030ad5ab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078083742e3564c5d3941787e4855d440013f03a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d0b2ba07361c0952ba4b4507df5a11774cbf66771477dcec1187d17164b3e4f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0b92b095d527cb93ec36d5faad1c02298710ca3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2003e84c2156a2140983f64f9d9d1d456deeee924d40099e610312f71422b58
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c169332179330597cf08c869aaf1c162891160
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12cda3dcaee4e7ff2ce1e63daf0ab6f1e2948093c4b9b2bd234c1b32b6a004fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d26cbb36a4bbdd7f7417b2849ea689f10ad83a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e488014402cc4ac4bcefc9428efeab66f53e78ecf52000e781f582fbf7c27b5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cb5d7a658be7a1b3ca34de6ed0aa6f33ab6211
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5bd248724ae3bb4ce6ab8506f5a10ee7c0e506c2428f94a07074495c09de7e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbddc67f6ace3caf0e6116484b38bc00f80b84b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eabe5e8855d845a9ebd9fb0a92646f786467e526f0f05373ed322a354fe810a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd37f87df20f2526383dd87c2a6f43f01d239c35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e5bd65407f2b27c616b60448601edab5327b49920681cf29ad08c0a2b38114
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55491934be54479c58bab2dd852ae13cd2c0d5fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1c2914ffe8f04a516bc4386615d88ff69ea88d9a446fe91584b07298e5b00fb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1879526d8002626396457f98c0b29a1725388f07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bdd2d8fdb2d983ef31b6ff69920d6174e65eb03e0463da8a99f8d31d4b633d3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c70822520ad66d94913bfc46cc91f957ac2dce3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dd70fd28bd38d66ac8dc2a3cb6ce3af1be97e8c9e7c928dd00b6f5e41473de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19be921ce60ffa24f34a6b08136f16f62aa29e43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8ae482749f8641e734c431b3ca8524f68c06f444b15979e1b9d364d9d80a7e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e18981503303db4b2fc8b7d63339445e33d13c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e4f93e45b72d1aad599b189bd8470593fff5b6cff16ace58c78028bc1e27cd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87b4e846cb2d985b6412503dd38b6b2e7c2a0da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5745a3de4fc369900c806fa642364b088f08cb27b1991551aeaeba90f4d6fba8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2744c67c0b4945186db917f6c84f4f3f9d500ad8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6532ae2127959e63e0fe550bf86393c0cc30e9072ddfb0460988155ca5891c1f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f86dfc30cb67f2d72f9c0326ebc47e4588e36a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86ac873c2163d8156c8bc7d7c9f6a0b03c4babf8b2c6f3ca6b320d63ea7c6733
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69404fdfc31fd36349e63442b722169f3f1da04b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d98e57fa4e2bc169b03a116c768511b4ddfe01954d6b67293e2a9e5fbda9b18a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127080a5fe995821995bccfb968e68b31cffe5a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57e2d070efc87f624b6dbfa5fdd999341c9d7302153141913a38551034ae62c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..379058aa6366769fcba4bf1ff65719195811eaa9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0d18b256cbd6c2ef8b4cacec79d7560e5b31f6fdd73e7740665e882c141d1c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ab305b59aee125a70116d64ad56d2592e9e8f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5badb495fd4c06e974343165fe37187e8f1534829c973a9a139daf4e4d204bba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16b7c3e8e737e0275a48001fce5e691f91ec2229
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d42197b69400a6cfdf7d77b60f64746acb7777a560536ee0ee692eef69f9acec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8938308a377e7aa4b1e8e00dcf96b675167f0144
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5438be54671f3a5df44b37a766e8b51fa67509b47ff2db83ed4280e76494719e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..723fbba10e6a08517b7d9df023989ce632d5bc17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aeae8bf70993e0986b8dc0ef26e0542ee73603a695be4586db7c5abc4ce9bef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2324ad1e0916bc2acb65b9eb396e1cf7cdb7eb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151707491d61b59e818068310fb53482c8e891ecbe68ed7d731fe20d57c701ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a151abbbcbfd5d3ad53b462b8edb4162d7c8928b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd43f76dd1a37679a037f214a6e858df12c0c7952b6bcb9afa488a199282898
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e01080ced2b835b046fa8f583379b84a24606c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb74e16577a764e499db5b11b1a5f539ba047c4dc1629fc1138d467370ac2e0e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c97776085e6f7acb8194d85cb2c7a89e567d9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed22ccd6f294b319243c1e6598e81c12313ce17deb1bfb21adf951bc51fd25f1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc5875d824cd04dbb0bf41672614636bb468379
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e94f5850d8df89f73eaaa4278a6f7cd3bc8e7558bf087483629bdc7bc7beee9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783428e0484e8dbc1ad3a1065c46b6ae179686cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec4debe805bf32685e218956d7840c547e322ab9a4f97d76f0a04a9dad3fc8e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eb2aa037c5746dce2d58543d083eb2c2f74e1e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0536239094ab36e0440978011781cbc0cb5f6641ea2c820d3c66b083d25928f7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afba2a7d50e0658a7c1da7b8e8f7d128302c0f76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320cbb2f0d255daab7c6aee2545fa43d08e0ec0e054cd0f22b34bb892f5cf605
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b334e07a716872d51fe591c5322bf947bf97ad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00db2d170db1523dcc967d29553a103ca356155d520b557e7546dd75f486470
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6957b35bf6414d8eb3eac07b6ca4d59ee4697b38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aeb5f6924df0a2125f5de761ffe0e2fab4955fb0f4f16a66a3154a15173bd883
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d41a958c181dfb5a211bd08ea96249b55bc3d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0471dc1f6e7f966387e696968e8d5540950be89bf5d611053b5fa3af79603bec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..814400274485e303f66c0749f35673f064d77f32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfae96a4d96bf782157bd003bc7a4c60070d315eda86b1eaf5c49f3fb2b4772d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c910e69b7d9dff139e8a07e4c999571c6d28f6db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b6c3aa227a632939be4a358374fad9936faba4cc0901531532246594b9874d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe7ffa5f35cf30a776370eab1a442bf98501fa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94a124eb7063ac91d614b8bf79ce82ae797503964d5848239ad76a3262efabb4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b6eb8a2b7d3992c1d0d71f1f9d8fa26163a41e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78010a14c136d44534b618b6be8d68ad062240f90ee6768acb5f8c7b397db360
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63e8b17c79f9e133093d4064bd8e6396bf7ecff6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613f3c6e930f3d359c21b5d5321fce2c96cc93de1e3891f03833c4dcce172c74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e74d6d1f0ccfad0715e31bdd6adf9b23a8971dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10ed991256bc0782f0049798c1b68ac0d7688930d2ad4eb3b8eafef3e825124
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109bfa6bc5d4c58e595875ddd4ce9114daabf4f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d8b35be1d61aaaf039b3def73ee5121b7351885a55d9d0ebb8b08f8c29b7da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66802b9eea39095887dc34e8ac0dd0816b63ce12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686c73979c52c9d4c446b09cf6d16a6ff9ed3aff9ce71b34b420f7548b2bf1ee
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8642b58d65eeec290075745401a6de9d355d719
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f6a782546e2373007716b09b6679dfc3bef75044cc0ba6655dbc4ca01ae2505
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8bac1299ed6c31fb6f191d1e3215c0c8210da31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb83cc9c623732b0857270cfcca2179483dcef9e1e6c00e90607523a7567ce42
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c014257fa6de05190188811f8aceb2589dfa5705
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca706627fd965b65869928922c4bf0dc61ba4197fdf45e76a15a79289a4f5a2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e159d82f74f2f643db34c23f7f1d5beefd6dadd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf467164f318f21e9163f4fe7f40027717440a8a5a44b655baf5a8f1c15cce7e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50522fe51075fb76d40c34adcf9ce29fba331426
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98120949c4cd0bc95dd460439cf533f378d81646bf54565264a442343deac89
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb49664ddf019f7763af3eb9253921ee29dce8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d080b78cf15903dfd761ba7a0e772c64584c9dd8f113de989119c63ed87501b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6e0262a91e59bed0211707a1bcdd4b08550edcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3a4fc289ef544c3af9f37d6a5ebff8a035481926c1459ec053083652326aa0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffd1234e4532e6b00479367205d2f39c15c9faeb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbe7a45b38377021b16ca973b4dea926c7bc364a34fa904f93ab1772dc80ae63
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a1a5423969b6255bc9785816f6c260cdf79bee4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27a6d3d2eb63f1a5b05bd9703e167a6df136ab2b050a3aa95d68b07babbd0e7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f6c89aa0b68b8146250b848ba43680c69df2f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a321468d972b3bc76d328960d91851acb3b3d7c486b00f9c00f117c14dd78ed
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0516faaa55f670b555da4d992a15651f5218dc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e365239c3d7aeb37ac9b65b2db973ca666b3ea09a8424982551f02c3db287a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3824b1766760925b32a653dcb91ac91d8be270b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d5562e9bf0007da793434239f55eca197be1907013e01c0d575974b1499ae2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16e3c65516f8e01da4188ea58ae87fc2c960a731
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f7a0b524c136c030b7368c152c6c451e62a25e0e00ea990f82aa7e50ddfe07
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f560ef3eea061b8d628ddd11dec607d979e13b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc046500782f9f0ae657d7d6d142183a4bf87cb43b4c83a9426596ad45771cac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e342b0ca92e4784380bed2e4bab0f3917c7736
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5d144cfa57ae8a27016ed3c0a1663a4eb1388820a5d18386038db8aa1f3a35
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98bf4c6e22486d7327c4c2e434abe3ef18c30e1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6122d83b5a75a55a55037f23fcaa80e03eefa842921111a775b777db5f3b605b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23218636f00fde77fe96e3e36b47020fba189a8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8f65d112b437f9ce22f26fc335cf9e1c8590b5625d6d2df8342237d44577e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5816a9b1f3899d2158b91ef85132da91ed7223
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc55c126786dab73e4692a4632fec492b5bed4c79b410351ec30d36723e2545
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b51126eb725d8a9a82e9c04ad00a9a2cbd6331
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b67040de2b28c4ce2a458c3a42e20f68154c621d982bc59342b1822c899593
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83ec827d715fba332107f854c794004beab2db07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38a66b9b168cd78d03fe6b96134f4310754174a52befe5786ef6cab17276d505
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27cab25068c996a09b7638c4a7f54600edc41c9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ca6f4dba00e579053ce7c316fb7608e8e9514ee14bbe880514a37783fec30b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a79d93b8544f54f6db81b0c0763782a31e0a1ffd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8165a93b134c97e9609a3b24aa251fa6c87afc12b0e227c2f845e1fa69a8d117
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909fa9c1448c49677eb4d2d0befed30bf85347d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008c0f226d02c40fb09ff8d840d2e7e2c2ce1a2a03bdefb8d80b4ef5687f9738
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920f3b703aaf4f11ba91cd391ee8d2ba33e2fb38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8255ce7742cb4c375bf553f7937f7a66e069a7258bb0e88d191aa47dc07a25f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d74822c06330f4ba7e67b46c2dce3a11a2c18374
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0543b9e55202a39713df1cabd73ff59f75c5791fc72d15a34737049854338f21
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0a1e864ea20e1137e53d45ad317852095e4041
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c55c98d6302334c30843247c64a063fe0e75bde321695846b8ae8b2d55f54da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da676bdc4ba6420063aada5a6b54d77f86eb182
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ea4c9e4e33d3b4d3a957faea56139d8946d13f6ec7e0acf86140d91b9d12c61
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34e2868a743c0d518c1ba8b391ffa15b558cd5c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75114d80532a039efe65abacb2e900e4095ba85c3a24cf7bb89f64cb3f241af0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8513e073901f77ade5c45e16a7f83fd896584587
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a895df3cbd48e691446ba528e8759aa3deda3553f30762c359f4eabeebb7e8d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c1526cda84563e458a17572546de5648b639c79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc7fef01480ab507b3bec8b0382e6ee7d1b7da47b9a67143ab1a4b3dde6ae0b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b5f6c8199f3e9ba7259a6eda40a841c33d515bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b476536dd97a90759ec88d1ca23270874d7bbd24ce9bd83196fe4cd057a3894
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10e427b99cb2869143184634cfc2020f62b9199a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a723452d4de042d11a242c2470255c46b000fe5817e611f55f45f61a209afe56
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7f4f150c272539dd5f1f957c40f9313a01c42fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a6c49e1183f7a81ea9a4daa1f8acc948d17a6aa7d99d2c5cb5bb2917f605f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d867b0a320f3b82089c7b7ff07e901786057074
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bcc39c052b0852bae068623ebad7024251911ed7e4432eee1754e67ba2cbcf6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed29b71b0e9c6053236e609b441e69276dc81c62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27a5bd6dc5213f947ea61b70922bcd1fd3c7de82cf790ef96f8fcb1c4c8448c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2332821248b9c104629c2bfeecfde7f0fd333cba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8964fb7a9e96dac8a71b2cf55319e1d7860fe8f1710f6312d18d3488f7beed61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cde94605810bc49cd324c7126898248cd782eb80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf52fceeb30dbd69f1bdd009e9802558c1bd5f6e2bd943c66c5fb6fa179db2e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6301c63b468406c2bb539edfb544854497ec7fa0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4de6c3e62e54d127d9a155fd99e00e9777ca1205f6363f0b01e87bc24ee9e534
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d697ab127aa6a475d34cf5cb22674239aaf19076
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4978b79d339bedcffcc82f4b324276ef0ebc02567320f94f0100cd05dbefee8d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19b3fbf1a815e8dbab5b195c67f7f8b037dec3b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc148bede6d111101545330aabe054f8a1a7124fb812771fe1ee05fc8cdf8446
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d08cacbc2ec3610fb7bb893a404f86845284904
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547444411423470c0c60ee601cab9f72a58f7447286423fb3aebb62fb6f4e8c6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac5ff7d1a8900104b5515117e91ab2b093202e37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a5d8eb4e529496470fb817a167acf9a198b60e9146d83b0f27b20e87e90069
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9261a1bd098f406bfc03f1ed08108d64eacd78ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd46791df85788bf209a33059db635e50eb8f7f68b5660206766bc06caefb1bb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31be7518b00599429c10ca18f70cdbc5bf31180
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed40352d15896faf5fc06728ca836a206038abd8d5a220239601e3a306fb0f77
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc03fe9e8404e6b03bfcbdb03eaf1611de2b570f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9ea0809a80bc85826f6ec8af15d3d7a67ea2b1e5efec6c1ddd0e9e6ebb32234
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc7f065710dabfb70120961b546d1d8bcf4c55f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d155dfa402d194ab4357283ae699086536733d27cae3ec1e25ec5ceb6bb6d08c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b624945170d1172430468e771fa850d4ba0730
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85379b83af5a8f7118a2607e71db8650b4e8d060d1668b712057e68c0e3babb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b8b3e0741a06e55bc4c770117983fe75624138
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf4c9e51eab188e05e0004c1a07c8d85a3a57ed96c2af99889201e5f87a74e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee0bd2d7afe462efcfebc9799cbc0a2f7e9901d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:345f5016d469cb45cf19638586a91b9565b5e7f93f569bd086eaa1255593a443
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b48aac6698bfaae18bdc970f7f45740f6312cc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6352b87939b21ea201bbc5de6bc9ae4517c7fa8a13b818157fa20521990b1f3f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41d63b5318ad5ae43b4a39b71e71e4302d1d4d30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3219ccfce408561b629ced232e3b946cdf2808005e45e726c3618b7b6a8fa4a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41e512fcf7da4d776df26667831bfcd4659096f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0785cc14e4471b359fd73e6a9d179e847f35b1e5696893c6758b7c0329111b66
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b250f5b00a553e62beaea8ddd90ad1c6dff5b474
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25946d060fabc738e386b0171d5986ed5b3f9f7fc75b94671c11d25ea68629f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32909b48bb19507edb47830b0313e069a15e9f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4226f2bde99483ade15b6ab17774ed563f84a34afe2fc40892b0e195b419d4a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0672b477bac3a153afec45d624a8a5e67508c633
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27d0c267df054852f2d78bf070055f4c8d811db78ea2d7e4e2b84f5041afbb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36a48d51a664496e066431b4ef69ae1626bc264b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd662411707cd2c75ebf3e406608f6e5a978746c27f6bed9ca4291ec3b806607
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7de86dd196532ae422947ed1ba0fa4e7beec54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b6350a178de9712113d0cfd58c8cb95969fba02245ee7ff17a75d7c31092b0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc978d02f43b084fa7d5cca9bf50d944284995a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfea2a53f89f0f5c08b43f0e47f63c80ecfa03d88713a5c179c42ca8fd9db6d9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b86aca2007fa8f8de0be914723c4d086b7ddb7f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea58d7f0afa624a767f0dfa3e54a8ea2263ffe0e7c6204048d34fc72f9ab805f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f126c3961b105ae5875cc373f08c416467f7f386
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd144b32e090ad923c5a70eb2ce1409087fafe72c2a356e21b75f244ecffb53f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1809aa5054c182b1ea14e2dfa53e54b6d4e0af8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dc7ff5f41845801d5892d15122b7917d151c6758fef0da17080677854cc80b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ccd3bd78e0e6f121dba1e0dfae800309a3b560a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c4ed0ac11bc6635f8d0008b6d0c7c2dd578428227912dd6e1b9f9a97baf0a1c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a88b43625b89397ff635694e49b74d4a22f3c07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04eb42655a600161d403ccca630a4201341fef583368f327546fbe7443d97688
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f76d2b5297640bbdea488f377d10c7eba2addaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b2f79b0093731903ac087d8de97618a6b8b84e5f9301d647079fc2236a94c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8ead701582c2086ef70cf271d8337072ae1cfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed44b5ec01156b9f4cb446d3844f3efebc8001fd954b47bfeb124c9490e63b28
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f3dcccd1291e605f72960b282753c0bfb2b7c77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d7edba12710a4723631323ce85c6cbe149efad9dfbb66dafdde1b221e0c826
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b97ba2f922d3520576d173edf3f0a3d62060bb09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d80ec2318555a7b36c0b95417e58e22e7b62336196c90f9736c37e00faf69131
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c581ec95843b33ba9dc6177492a7fa86a696827
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d1e21a83c0d38c0b9c1ea120688aebf7e9e7f87c2c74126c7f0be1df4336ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584ba478cb386d2b810f0c439f71d5ef8e5eac35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bf8058c6eac8508be263962f4a1317244364acce65ca7ee80bb95d8ae8870b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f1d2b2bda3994a3ca370fe279a5b1ca895bd06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93b75353d636c24899b5047a6b3a4eb9f05488bac985982caef53415e8c6d5d1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aada1c71444718f13990737bf5b719f07c006f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ccddfa5e97c2bfe060fc83aec11b4c01b1fa6af7cba68e3ad07de36ea3afc36
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b951abee7dcaf7ccbb4375da6774af0788c5bcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f7ff06e8baf8569ebc2074c9ef5b724296d3d7351921c31c828cd99091762d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea4f4163d71f66c6574df1f42beac3a2a83f429
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1fc7a214fcade8b943558ef5f2e0aae1c965c60ffb5b8241e2e14ee9da2a00
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68cc4eab692c071acabf1dce3672b4604c336d85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299acfb4d5fc8b39ee1dafb2beffc2cdad596686332f33b48ae2d875b5aaef6b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcb18d0cda726c5079553e77280394c29d4a6209
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b7e6e4c87342ef5bb83f56b3fcddabe1aa23258521b2da2e7b7e9b46408f245
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfcc4e8842063835c5b99b73e245c50b007de584
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee28b58e49cc6527c7d65462d9b17d4e602c5ed87ac78692b742f414d24cb9d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ccc6ef96ef56bf7e314a262b083942201392df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b42eded600a08902a06effd6ecae96984ef3507c77cfdfbbe9f533270781df6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f010236a7a1259f6754b08d995c2da7c9bf98446
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e74facd97cf3223dc5e5f4cf0917da30627f23fe7ee8dc84f759fd9d88a03c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66136aac7c4cb042c8e1b72360a664deb682e9b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cb51ee6c0fe3d63284c6f02ecf51b2352426b80e2b4be4992bb32217523411
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e94c97350188dd38d1cb8ea728b6620a85d0147
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_1_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28bb933735a93550339931dc1575a3e66906c03222e30154391088acba4c8261
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de258faef40756c72bcd9e12dab7fd98906b460
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1fdf47cb16681c6a9171b1b3b178ae61c92611d2e2622c684dab8b6c1e59e2c
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed521856c04057c7bef74717af1e9be85f1b0f8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81910b44dd331c55188dfc8e4337e7e45172ee68b825319121c890a4f6867bd4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e8b74fbc68e6f929c656b55164b4a688fb5433e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5a8bd78f3ccde5623a4baca1f369825bd0b23882bf28be81bcabbc7dc8e5cb4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e64123d27ba6f29beee059c889afae700fe5cde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f60e83f9f3b4144887b171729e385af2be20ffc522bac483eab340dcec5663b2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df7bf8c3e595fd36c126b19c9f7ae5b68b4f3e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a47d59264b77796193bd896b7dff212ff0a6f6c2ec5b4ce4c97459798c371e1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48840e0abdc78f00dc22057d4f21089e3864cdb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b33b4b1434ef25b3d5b2458e47f3a0a48edb92c85f3fc7f451c60a9b0cc15df
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf2599d9f01a53904fe2739cc9fc8fbacfdec696
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7becb7d8716b5ceb92440bf543036681aa92c6f7d2029cef2a9512f51843204c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9ba9a31a6d43ed5a442aeffdd76f867b3659d15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbcbbb51305dc91b267941b63db600cffa6a091cf28d5117abb74c322cf0f0c1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df98e72a353c7baca0fed7e25d1161d07196f815
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77176347bf23756fc0cf5e029a9f71b57273b0afa35e397703b0160c69b8f504
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33aa80706b426b47bd6a065d2f784ceb0fe5215
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4a62465f3ef4d96604be745ba90bfa4ebc7d5a6ac17c9b3032a99992b7ad685
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34dfabc6081f2c0581ae49ec47991971037ba8c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f0599d57413049fb8f1c148ddf19d91cb7ee119ae9ce40f21ce756b9665362
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75bc2232bb0db13bebacf5f546cecda7da1cc4e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1584241c43f529a068c4ac39b001d0be8ce9d6b5cd528678ac70b17f973d4f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4c212e15f7a464cf6f91f382319790b8c117345
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f3954f395790a80e8c1e7cb1bfbb5b6a816a0371bc388a8bf93033cfe0c5116
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12525ead1daaab7e6a641b0cd8c0c28ae97be1fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12bbd9bd2f6b2ba7322ce9126fbd6cdbd5173863df648aefa9e5c5cbbb3c6f33
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae2646f16ad64bf2a356d628b0a8aa08e1322db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88227e6515a7a4b190a7e31814e7b5a075bf226cd27e0371f510f803e43aafb4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0c074260c5e445d3199af35864572e2899e2ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28035979588869ecbe37552118b92ae3a25106fe0d10549aa04ce2f837180a13
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59d749f0acc18136b7c17407283a1259f90d540a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258b460c373ce17050207d35e6559e51623f6e2ed3477e6f6e04132556a7e271
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f47ca59da04f2026f0144b0d7b7a65755a289e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c7aa388b03c90970b7e6366c038e9b7df534742f0bff2dabd7f20817aecd4da
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff66a678bb75a67337df69209482a1afd1806106
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5781ebff64236facebe361ed9d455a9447dbe7d1054bcdf5a9d6bc0cd22ac948
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cdc50ffcbc512d1ae629fc32992e7fcb3307c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016016cd6ab9d93725b706cab4afb4211ae0000e50b887b15887e6a7e842c6e6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19352734737fe492ec3eaa736865c0f1c50f8d26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c9c16af9b86ee25ee3ddb60c9a6a56fbe7c836a039fa9da428c6a3b08f09ba
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08c6bd9ad1729369827c8ba263b094b33361beb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6b99a1f14edb6d715227954c1721a0774ba432b92a04dc7ecec9b44b49836d9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64ddabb404fa7ccd9e2d934665532774f5cafcdc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb6392dd0f855c17c02227a880891d9d9a6891880954d1b85bcc405c0a330f7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da248993fd2f39bf34d5c7465fdd0f799ebf53bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fa68bfd470b6160a046bc2348f94b9b8e783ffcf3687ed18dae6ba653d11a4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a16401e91e83bd3435c0eca4036d063739cadf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfea3a173086384ba6a9cec69d3beeb6c9117f27ab4af5d810f1cf106a019ba
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61de2824c51d780623c2b8d0bb62e26a218d6a45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27846bd4c53a1255dc85b6fbef972766ce569358602c733f5a5bcbf9e986b628
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d59aa6c3eb9ce6d1c114ce4110f40964263be6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c511e01d025ddc7251c1afff5102b724a315406998e9a768b65af64b7ea0699
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f265f57f16462e5f338ec6d25bc6b4e4ca89fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20bac1cbb5a505268acb4cec76cec8e328f84889769b4b2404d8cb06df9b08b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b9ddbbaa63828c6de56e864ea0523f92229138
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54b83956b250fab0c075bff79a1c91d3b58c260db64d7330e6fae89ea5462a5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac8d8046685ad2cdf2c34a7d3abeb5b4833c4fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ad9767b6151f61c6269af3cfedb32ef57b13a2d04a740cd34535aae90ef9e9a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2322d9f8e33995a7c8f3a9926eab75ce2a6a4757
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d158a5df16ea2e5f8b9e1730941412406c4975cff052d8c2af84a7d5b6867e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cb38e9bc127f52e827f602ca58f94f6e2d42e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:696ad32a6fd76a36695af18eb1ecdf8f8ac1d979734d8259bd8b273faa75b941
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7a533ebfd21a4a4efd37bad96d1e9b6bf99a16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17d34532d2408213aabda835e6824f8314f19fe998ca5872561eca94be4e8b2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb2d7661e31e96ee7f10e572b606a83b406d80d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c679c51c1352f5332011c6457afcbbc58562cc7310cd40974f7222beee5c7c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493644a4742935270766815c22bfa6eff265aef3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54a75a9cd4ddb1d78b4e86533b34a1e8877cc5f38cadf171ea3b96e26c2dab6a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58954cbd4774a175d0b5e09e65cf1ab8ec120ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4982e35ae748b57591d058f0e1db22cb7393e1969ff2e84d809151d46ea1c052
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67a38e772f3e06232cf29d5ecefc0f6de24e67ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e934309e35aaa35a64c454f1250334bb42ded8e525790cab9113442b4e5a79
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400956c42a1071f36d62e7a2e79e197abb0a126e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae1ba3fedd2d43240ad4af55a64ae9d92565b091dbf5af8bbc83f1d7d160f2c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809b08172f897c72234ef4c87566da61b1b1d066
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e95f3f373f2367d3a5ea6055f8150b4fca3a06a354e5b34e3121ba49386f2c7c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7b8c5dccc6b205595b98fe9e57a785783d0b16e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf378eecf35670701bd00b0ee76ab0e4e5977b051ac4fa501a06b925d342003
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99173ec9a2c98b31f217a6ba43f2fbea2e723329
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f9c66a7ea534e37aefceb865f46c9ea1be40fee2be65dceb9b333b338ab385
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..362052f7028f786d2805f5cf7ce872bf51313944
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d8c3f92dee4c7d9400b00a99777fef18e822fc3d8a4ec79fdacbbfe76706ea2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e898a1004def63b08338c61766b2116f85f9b26d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f923f9d283c1bb360908795d9423436acf3f91bfa719b2c3e5c6e759d60d16d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac0e79e36d0259935b67393d7266d8f7ad6bdb61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2818d26bd958b1c90872b6fe77fddab2d35740ec5f718b4d36f3654f16313c7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d471398cf998bc0c45b148b7e931c1308826597a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c59d69ac7b2e9c3d6c5c8536ba17277ab28ef730a673a840036d1c6b90c1a9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e78c4c3ce6ac62d692474d4564766e853030264a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620ca8d37903e64c3a4b6b8c2089a7d93705744ee03cd4bdb0694437d605d38e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db24a96c5793c7d697c87da04b4ed8d9126be99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b182be5d43a3d74e73ead3428fda1e9e738c67f6a873b7e46f5e082589a7c7d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f5e665457b8b57bc544b4f7e06aac836d62a79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0a75d161d757e620ce44435217791438d4b483e6354cffdcc6ea18a3ae34d0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64f8834613a33f12e352110928f93fb16b70bfe0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e630cae9576f7ad6962b7cd428fae97698f21dbb6c7d0b3b37879467c03a3f53
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2493394feab0c48e0aa8d520163b0550a67c9d10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fdd917c25cc5ce8c8eab1ec7cd69051bdc18a23712ff41de3fa1d002ace790
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c2757f1d0eebc369ecb99968d7597c9a240c0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a5fa58c676c2ac97ee85a9f0b2d84542ba438bdde10dc8d5b4de83f5ab9c5e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..962f546fb6b57c9095217ff3eed7b5413106aa90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242733420b26745804631812e9f5029c0f1a33fe744e70fb3714fb82dba43344
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ad6dcf2515ee029a111a92d77944f2855b2bf99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:914763a8e07f143d4f5d39219f9676843a15326964f0ef3fab71c225b8da4820
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9eb5429f7bc0672b2c3dbc36502c9d4ebc5cd157
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd92c0dfbeba99149ad78edd25a34b7d98515808d14a7fc60a4f4485cdb862d1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f36dc4bab6b05bba7128888e539b30341941e82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eee1b3bb1c7cee47df5c37e8bbabf57a182ae1ea45c3230bdc9873dc17c02f67
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f116083564dd81431c3924b0910697e794e46385
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142917430e326c0280d2550e4c76a66236df25df9158a8d359daf055ae445ed4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb84ee9bd2f35fb27a61ce3d466ef504eb01d1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b8f93e9c1ad63fa9c3213dd4843ccc70680001a421a86f8ef07f59e50bb4260
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8da1ff1a32280ed815e94495b9520f6acf2c851b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69173c21ec0fa5feec7c66ae64e5f6220a8656153de38e0339ceca6f4a567680
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4423e1915a6e246472b7b05aa1440c841e6d7b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79ec989ee1b36d667326d6f406d459ae1d51520b36d4e8da60233b83f9c80dbe
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5308890fb7e064b10db1c4ae5f5cd55b426bad11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b868e694fb98f7e3f1b20707bebfebbb79c4cfe4bccc82ba5c1d2c6c5a415da2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459ec048cd30447b274dc08eee8ce02a7daf0e29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5345352fc2a0e93adbc6103d6a8fdd3d76ccbd6799460f59edc9e7c3a89d57
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b41094050a57bd022657b83355f77ccbafe2749
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d328a9dac2463699d523e502d777b7d41fbf1596aa407136cc588f2d7c8dd7b3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0edc6784ee809c4154c5ff73865f2905630ef7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2aa293cdffcaa41ecc43e98985d3201fb74a79a733f8efcb7cde0a310765ebd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8afb21062ce5195015a6cbae17e0df039515e957
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08535d1b85ad6055a487e7c355470d0d2a0abe5b3bb07afe6d4a79ad144ffe3f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c03ee8ab1a1a8517ac421b46ab075cb7c4bfc7db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdacc9d36935f0b055c877478ceb73daa278f211a9bdae0123d8cabc1b383d0e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab22a97bbecae86862af7c68f73057dc57c9f814
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91cd265cc74677ae04037c2fc887701cd153972afc5dea4e676acf9a509b7245
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab30e6ea7658b7041d513b6fc6a01e4fa4e65999
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c7c25a58a6107bac227b2b8ff42df826fb506b80fd64d0444f58fd9d3a05bdb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7248f804f1ea2bef3405ef65fa87184490f2cbf4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f11a247ceddadf1a1ab3499618bfac77604fa836d2eaebe805e29b1df63a5b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6150bcebae989d5a18f1d79c3709d2c5212b496f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c359b8e2951c5b49f7c6ad7f0f3024d2af6a68721737f7c9a87872cf89dd5992
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d80b0b930486be61a3bb1712e5239b687a7c451
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af0295c63139bb2c2cd057d9e2c96caeb62a756c7e04f44b026ea8f8b696d34f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a10dbb0cbfb19fe7180df1e415a24b1f21c030f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c103670fa19f2d13780182977ca60d504cd1165fbfd667bbbac5c0e88b30cc4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6444cc2406758c2446a78b41d4ad7a7df9d6d544
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f102c96e70f8271ca908526848db479e90b11f52200484e93c7618a7bea2a28b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9772a746e211b5c65e05bc757882a363b59eb92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd4f04a9123303cd90133738d2f66f153c45115815205059a451442e4e2e0e49
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542a09c1d42ab14eaee71295f59f28e5fa70f850
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5719b9064e06c84abf58ebb6f91dea5c39a21cc0a147fec1bfbb2ac78d62329c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54f3d27e9b2ef93e8bee2999f67fd0359b4f4ba5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90bd46b3e57ab7697eba5125e3d3a8ca4f83a89412dc25ac9b403290566c1b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8922b16f56117696829959c9ebb43260475e89eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28df651fdbe87139b8a21c660e43fca53151f99988e3f591625949599d55835e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7660f0e84deed395db63c901d991d4a9f85c443f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c3af8fc1d536dc05f62acf0051337b64c813456c1c9e1749f97497d78f5073e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e9d367e90c06b3172f86e5838e189aa15d1ed4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baaf8f30ae1a5105fdc2c519734ce85779e0899b86f2f21724e94e4c80a48167
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b56c5c8ced79d7ae54e47ae28ad2a12ab90b8bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb65a9809a1522db1239a492def4b0efa246154ee24989d281d4902d8aeb6665
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad577fe6079bb8a860801ef5cf2d11c895878e2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2346c1640dc6dc43dba0059f33cba1ef55faede73f57006685316ef519aea84
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..838d7cc46b1dd51daa57a232cc3b0a4415ceae5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493b164a64de33b455cee800459e0bb1ac477380a055fc9096c7e8f8a91d390b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c50bac0d5899aa9749a2b95c61230890418cb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c4c1f33e8fb9ca3de682df14002db96a8787550bf22db34910bc31938a568b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6710a9f727dd82dd3891e62b38845ac8fa2549c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e8888eadab2f97cddea3c93e0a3a3875831e4b692d17d0e5f61fda8eb98126
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90af2678a0fea3d1c2473d3fcd684db66bb1056c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03c4c032da35c0758f6831b66a7c683272317a8abac18f0df2e9ea12cc15a6b5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ae91cf744b94465afd698b09edb2966061524e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d649b464965556411ada795e6224a945ebdeee6614df7a9cb5cd9e5e4e5c632
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2721b957a196ab650846b09d27c3abfeab717a9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ded3fa5424215bb9d5d8d8795d9643ec06c399dc91fc39f575bdf22b0d79a846
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1777cbc5ee084a38cea316aadfb49548cbad9b4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a7b002d03546b8ec2f7593e5616cc2ee5bb237fc8721231f16c8f2000dcb784
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dc749565531db53a613907f36599bc23f3d7784
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38234fb816f48fb27d4bb98729af4998ba8ce44f6562668c2c6eb5ac08d50823
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee631843cd9f091732e337e82f370f00b15e764
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aeab46a6e84f3cf5eeece8591cf6b5fdebf2c19721ece3e3537d6ce324b49c2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a34ac8639960a13647e78c618bfa4f7157e5e233
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f530cdd01e5e85447745125046305b0d282d60d958da1f4b9ae6567cadcdc1c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbea38233e56cdb4552095bea7679745a57dddc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:170f7e2c7a17fbbdf47b4fab2a9aa13e533146e91f0f8665efcaec29c227657e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1679d3709df450a98728598c5ff4d06c8a070ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d454d3a37d88f0eb1aa54ce473eeb13bf399a02bdb73141538bd7e02d5261e0c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3da4e97e5fb96d4785f9471024a19b7d03c71a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fca32730fbaa4c6c627e03ae2e87c08737fdcaa271f6b88cc9f6bc0414fac4d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..576ffa77a20fd2ffd85afffff9df75b1ea4e43ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a31c5358f4420c5b819b2285a3b8463525a3002f12ed3e122292c6932fc029
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92def9857f2c2e338b127747bbba3f998a10b8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff562e731e8f3c36ce581e4f58f54f0d1f9454ea62d7fbbb2cb1cff5dd3c8d30
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8e52bfcd5bac4025dbf1b3e255bd97b605ddc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ad6ee2374b213e8b72215a1f667b8c3af5beb1b648a4ce8f9493ac3ac31307f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b57b7a67f05c33adb973a6d799a62f206e4e4af0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4940b545bd098f543b54c2f412a3a804a0b60ffa537b038b6ee93cd9990325
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6334eb79ca1bc36252d1c6de42f5cb68bba056b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aed5e099e86cd595499535c5d887909f5ccce8932df000abaf049fc5982935
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1647ae8f139bc20c65e18f0465dddab705a8388b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab775679b7737ecd17104b5152718d2b905f9bcd79dbd42c123e4b90dd244e27
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83781c3bed5ac3b86e8536383bfa64a025ca81b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eac547e3481683668297a5415b3baa02b0d3d43e3e1be663cee8780ec5016bd2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87a831657b46899d00b50c29db494f402c147629
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607fd06315ce976dbb51d396ae954496ef3dc2c99590df7e8ed5f0d70f83c7af
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a7935fc83b3c77c197762294d2718ea61cf046c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a75ac6adaff678eb6df64f4f343cd805ba9d96015974d60f1e9dd8a41ed643a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12b2403ad86fd7944e66ca80c43a6c4685679b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac680accbe9c486bc775f88cb833e486b0168744e3bfb117ee46e0068740afc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67bd39f330353c52115a464cf72e75e51b71d6ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:762d9789bef86170f324644c924b1020f408b6cf0e5fe6e0ac54d57b7ac0d3b8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a3ddead84a92fc370b3574a57059131ac17ef96
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292c1fdc00ea89160dd9d65730af68afc3efbc1dc466bcc98a5a8d420ae6c35c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2796d56ffae9adec018540db5624d852634ec5f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406b9116f02605ff4aeaaf15c16b8bc8f154d7b9d4840edadb812973d5a39f87
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c22d9a456f24db935dc3470ebc95514c94a8c546
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36a32aca7f7f829b5cf1c0b932160bf2d349d700e37ed6cca8fdec103741766e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355c831c0105adb378e72f5a93fb8f5578e7a9da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3defdb6770994013f4377aaae330e8e2bb2917eb5210a4a991e912d8cdc39da8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62939373051c688a15ec2464c83f079e37403670
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c98d03aff5fb449e83238ad47e7de36aefc255318ecd042cced18807c03b528
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cdff5a10a22f2c6ac23c466c1990802850581f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0734c57f416f40999df7a845f9e9748a5854ff8321e0660d4366dda88ac6ed39
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e2b07ad10473256bc2fed240e4b20e5ed8984a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:390b28e408d334361e0c894b55aded012ee0df7b94930ecf3caffef0b6a8660a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319a774543badce54013bc29c0862ff30143545e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3951f03cd56096ac29c938dec9baa1dcdd3970023abbd2995b171b78c85d51
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94de2601caf90ff707f0c3bb78d5a6339303c5d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4692a1ae4989cba9f791b0773a36289c9551504bed53fe420b0fda7ce25064c7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdd97e13d09c8e24a685d863b1e6ef6a45a35e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4f244ade7168e8d482a4774fd06ba5675577250fd05a4ec7830d495f8fef28
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f37f1d8568172e92bf8aa4bdde808b72a7e6f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb8525b024042a412d2bccd2c9e971e96fd227c8a6969586902ca8ef1925217
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe0534b3acb6f8a606fa43526d8ebe876173927
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b56d1d8a7457ca128d14511c002d1432759c88d76cd3f5de4bc9c5f1f5a114ba
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..091ca0a5b12f600c1e86c9735f423bd25350379c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a632947fdcdb46f8b815d3ba751015f40d403590c252a86b5411150105394091
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..762d18eeca04ac27957d9e3f3b4b47875f91eb33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1981e736a37cf00d84de86b61a49499acd135215bf5f49cdca6e96919cb3297c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62f91793f345b1ebfde61aa36d23811da53e05ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f67550955f8cbe923a53f3dca285c9445bd7b080e1cf60019bc7bf6fc712a7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a8c6b5d934b9b04b3d742041f143a0d52cda30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3549277e018a292b528069f3dbf9f38a46ad229edb81b751ed040f0e8b709b62
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503121ce36e93ca6fc684507eb277ceb3072513a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdefef32c24d649b3fb1ff72484a64d2ac22549dc49afdf089d245a3c85fb46f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fba0cc32b222726c98e189a0c76eb17dbc35c7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d548f22560a2c2b0f004f460192cd82bd83489e612a9cbc65e29c92b5f8deb32
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb16194b01deb1164120c8dc1ecb6f0903cd0420
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1e27a9cf54a95c2f0f544a27a4045714bcd950bc446363ad8afb035a5676c9a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e34b06c1cff1770aa3b2e753249a0d2eba002f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aec507aa4a0d25d7bc81e11487c25fa965fa0b694e368269afbd85d3b41ac746
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6a9eedf1139fe631527e77d0df4d05f8b2caa2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5a4ad77bfdda91ab972f1b72c1f4194b9d176542dd769cd74d82dbe505a7b6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370f2e9df325dc2b34057824ea33f973ffcc9f35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3021e772d31aea78fd0a6fd2c3792dbc3c46c780bcaa2a29384814532b0f0fe
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebac5056191d94c4e543ba22cef6d03f609fb8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16563c756681c35a52f7f790e1391dfdec2192310807ecfa29d68bf80195e36f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48afdb3d889384ca9f4a044cbabb417ff2c1e3b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85c2f286f38e4cc2835209dc255353237e759b657402513d8e46a5204280aea
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52da90297c92e8c7b37f58bc9f579fcacbccaf56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c700a1f6abd31ee51bd1b21842c00577fcc4c79a0625a1142b4c3c3186a1403
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e918d271ab3019bcddd9be433d7446efd169c0af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e03bbdb8a4db66b1f75c08a2ce9781b72c52ff521b4e62f4e125aaab0703352
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e693807bb5532d5108cd6e0b2e900037468f3318
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba4f2350ae1b866d7c9eb260bd582fcd27b82527c217d162f4b81530c1061c3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4c84e65fe30c64bbbe69f073cb5262ddf7ceb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab66936e762c1fb778f03463db82ee86f3449ce2132924559ca5538496a923f5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9754e8da1755f999755d247594864b9ab5ec8154
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1718305192a862c84d9d73409e20b5dc752d8b397030dbb06a71e68cb75e8a1f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1b8dc82cb4605e817acb6ea6a237232c2d7b0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4baa079fa538efca1f6c23f2cb82d77d7f900b589bdfac8c9cfe754093556626
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9358538f240a1e2e7effc335c2e2a872ba44039c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ad5d089c4a9b00e2f054e3624d1f0634d478500f27e6bfedf8e5201b83d810
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc9feac1f2ff5cb6a180434188a69623e18f7934
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff8894ba90f06be52a52274e4fcf1e8aa32e67cea0469a0bb54c161c9cac6ec
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064cb15121f9047dca3b66c84903ee471f2ad1c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2421ed1f3a91cb087e7230e2933b1c051859b459c1fddadbdfb5802e733f95c8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1e08b487e6f4e1470eea1fd4af7de16603a227a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe706781131e8e8523646f8e40abe9add6a71cefbcd7b972aad18dff26f8df33
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c2a009909a17faf0ea529c713a24b2ce772e182
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594957d3f29d36ba1e0f890081c24d5c7c4d9d7731a4b1a40f30a12594b584b6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..235a736cebee6723da96dbee7abd0e33d0ed4853
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c257b486d5ed97fdd18c6dc095a0df8f640519358b6411b8e25a41153964da2b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a2291ad20538a75843282d8afce4305dc8e2b56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d298f08cbe81d09d45af1bf5d3d228ab3b990c8e8f8b63d5cd23cecd35ba62e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc617017b0a10023af6b72115dfc04410e96451
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a03cb668125f17e9e0cdcb77efeb1ef36686c1d31997b7f878c2e91147f601c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9980701dba26c31b1c9683c68f36ec090159b73e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa9d0be1607051bdba98f14ead36d001bdaf9c864fdf1f700852fbee5ee67640
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6663b791e074094d501c55ee653eec48ac7d83a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d4cdabeae8b45659dfa9339e2be078c1d01e5c679e406a3d9e0915f1025884
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17725c22a50d0cf54bcb56f40efc848da0298a60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8af32aaa73483e3ae54e6e4bb24a62adfa285f50607544915e9e403c1856c4f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54607845f78eefc2609a4b7d75a41858f049b7a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a93d8737aa794182820a01921e948255d905ad0bb9162c75c091fe784aea8c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..538bba69b8ef2278120e79dd6085cf15d5492211
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dcc0722c004cfe3add2192ed9c86b9d3b001ab07359da83e00e59755a79aa5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3417ee7d6197411784e332951c8b1dffdc40631a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29613b33227b5bb074513207355580ace87ffd0db2f28499438da0f3c033052d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eadabad818d681786e6fd434bb28832d88dbd67d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aabf9cd40a6e2ec68b9b5f089c3210cf76bf85fdaae1c6bf9b79742fc0118df5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caa4a2bb86626550fe78fc20398f9a7e05705a2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76baedac1a51496bcaecd9187f4624b0f740f9824277d01b538087d420262b82
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f193c7a35aa83baa9967335b03ab2b86c28f3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1d6e5fec1d9002ccc3b2a98b13ead82b1627d2e066bb80a28d8e6022128d34
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b035ae5ec213b085067cb5087e3cf43de6f73a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f38c4261f6924216d6bcce5e341b9839b304bb503c32b6c39326556dbaf1c54
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b9493cf2ccc0e98a42e556eb858a1155fafe356
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c303d64503459ebc51e18fd7b0e60d2fbc72abe17a604de5246d5176507f5c20
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b42bc63b417feecf1d1623ac4d19351c4fc619
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55bf240ad1295ddbd329d4a36f5bea68c72fdd0dae32f06d38769c9756d49729
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07caa3deb8045ec3c0792e081b214eb92865c42d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd316b771e47546b39c8d26fc6ce63b91cb5d0eb2fce15277829e5cd611ab97a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad225397347ef9e2090bcf7423cfb11a2fcae613
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef478ec9a2811f353a1e65dba29c9c546a4b377862c32d125e722a6fb6053f0f
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389b9498b494a5b0f571c6530bff248583fab72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec02ffc83c60fb57b36f5b942523db028a26e6bec2cb3d2ac81a979a999b745
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e916e07ed7f70882a7557d10a526d10563adb662
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13589ebe3dcbe7c0e5db0e8dbea5b0ea8818a307df26ffd8b66ec091dcaf6db7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55568ffe326056e6ef669c5266e18c8b9cc2c9ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f33927dde0144ba582397ecd9c426469a4be62fcdf7bcacd569272a1bb214b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0086797ca1cbbe343f119717b83284d855e2b852
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d789d9cabb5a6430dad6cd06c09678704d74e27e1f5c5921860e41beddd5c31a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71f140d40d2c40d9d7a485743b6f760308173383
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a129b1c56bec813e141c8d6d729cf1b5dcba38db30bf964cfb2b78aaec74849f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027be679cd33aab9599cec530648737aee36c024
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:819791c3fd2ccbfd49c13c19df9285fb2a20b5ed353a438e5e13b96268f3a324
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..546c3ab64eb90bb1e2dbe31b13c913274fc9a498
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19425d20ce7b3ecf478d840aafbdeda42eb2c4a8c41affdac90220c31bc1772d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974ce879a4cdfaf8077689ff50a3287577465fde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de19924d01b57973d03926df764eeba7675f1fd2a82d72a51d69a4d456cf6687
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..828dc7eb06957d4e71d9858888c8d03dca9b0187
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb7d354e39175d04503450d08c8dc2d4d5946cc8f13ebcfa788e8bf240f0772
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79c3ba7587e51e14ef60260ff7ecc73209f55da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25d1296315c7d0b1b0b24faf33dfd02210356b677505fb0023fda03d042f7449
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d42608384e3011890406af05c95fe73e0c80020
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f611007716acdba0f980e0e76225ec76bc9065a7a3f484953b14dddbaff5a4a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da77c9e68ba3c363f86838e495fcd5f422a3a3da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf7bd800b99f6540f46ec7311c1811b9baf5c7c1cb6ada3239147a3b314b7c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c7a0f448377d0c8a57ea31e8cd3db6f5a797f12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdd547b2837105b6a0bfc053883d8cf30b048d8ffabf51cf9b14c62c9c75d553
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4a030b6a6789a3a6e3ee0b8894931d3a2fb7d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1a4eaa6cbb7bca92f8139e6faa577d309bff73b5d76ef7bb24c3225e41cefb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..065d764214b20a621a0b92074d38cb384bc8abd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5adf7a1c589ac8e4c9207a12cbc10f7764cb6d723e675840c87a2dd2df783aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15803d1532be9547e90dc6720a18815449dbf104
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d76b5799a4aeed5b83c6ee4957137650cdc9c001e40bfcd933498a808aa19c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e0a658f6d5553f47571041cfec0e34236f2da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e619d29eace2e7aded2e8853f0d9f5c24863be2317ae06ba822faf1c8e13b25
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff9472b438778b53c0238c94c58f3bccda4a2f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271eb390b53a0f2433a15be69a6f77cde6578b2556aa796ddb3cda593cdd5662
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a2b4fb9d0375c2bd8f22ee64f16b010ea87535
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19432c5ae074a5d68ad265f45d4ebecae2576978deefc2666459b605466c17d3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b54ef85f622f41ed73ef5ce756d207945d5f0380
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d54e1dc10fa7d2329d0e8c45d8dd06bb729d03ced0c12b337e06da1c99efe1a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d0d5ee5b5083f4757695a354ad5c7c0d8d38df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf85bc2b0b81895c032777d81199a6d6be4786c151753d132f67d75dea9dec42
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece8a87d2e132c6e852744c49de719ae5a1234b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cceab729c01514999a7fcb967d87927f583e0b03c85e7914b548fd0b766a1f68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84f64104a63e37e4db76815e68c99b80ae538e59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abdf686fa821b7bc3f8441a5a2c8afbf47d3699004146b0cc693301bc67965d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebe7ca38ac659fadfbca51c66393e2eca5264e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27786d8394706073cc54377a375ec116521e59636927bf3ad10a25672028409
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8324c6507ad22220ddd6614ef1db58447c9924bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1134455911c8700e344dbe50428e7ab1c320a3b6805920feaf4fac998f82406b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf32b3250d4c8466669c548449565cc2e06abb02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44337ffa8e177932d6efec78330a8138cc8f42ffd74b92a0d2b498b0d910f6ce
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bfd3c805db02608b944bdb640228eb0e2eb3321
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb0aa42b72afb54073b1e880401060aa5e686df9b05f424312a4ec90804a521
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fe3587b6e8123145bad0b636401a523ce277b48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6b8e3f71a15c1781eae1f9dca6c291baaecf58009eaa4255be7fc589143e7d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560902669dbb1decdd71a8dc6dd0984da5a753d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890b929272c18ff52cbeb14d83da06d55e310e51c7f5de6c93ff8e57e41b3dd7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a77df88f830208a278191fdad62c098d3469df2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30726233cc954268fc5ca4ee4355b0c83facb46ab8b2da93c6bafeebcc282c83
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337499506bfe189c5c180a68011e6882453a0b01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd66cce370b4a7860449d8cbc663f4a78f2e062add021b4a2184614f930db08
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeefaa06109f46f66c553062f40ac1a60d6100dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e43f3ce65c5c388fe8685687ea799b0a17fde5959e80b2239f3dad1eac72606
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe02904e94d00d6721dbc7d2dd16809bcda7689
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5f8c546d0a1c5194c8a33e42bc5f7b4092ce968a348fb0324e408263e89ac0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f73e08e0d4be02de92d9ea441e551303aab1cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44e282124d41e26a59340606a7fa8a9e7cb24b6c26e625fb4b927cd5fe2ed83f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1ea5a9d0a6b33bf8bdc87df70bb849a79f3ec1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4e5420fa59fc32d3bdbf4871103342e98327bbdba9cfc33ab3a19e0d5216e06
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..097a3e9b20c249eb887b1e9c1a37e158ce271d6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233f8a64ae48dc4ee1adea9131c75f4a89eb53749a0c9bcc3406122f653e5adc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d77bdb7829dc7d23909669669b77b4d595eb353
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99d9b33b8a3233475fb3f2c3b0597de12207e166e27be3ca35953d13fc6625a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3c27e49b75be4252923ecd9fa7e88d87dfd1ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1558a00b51f5e2d16e51de2fba9768ba36acebda2d580f4b5138e09a061df02
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b973dca2db5eb1d0b378653037abbecef5a83c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539ab90e90c873755b51d5b612fd8ce87e1a8296cc2185df386db5556fdaffae
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45becccd1e897da13bfecb8ef89443a8c365ac12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b3aa4fe2042ea7d0767887d55ece55b87f49a651e68e34b6f820593dc7134d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..866af172a218f6ab336fd7817f15bad5174de8da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a17fbb792fa4bfddd2954f43bc7296187ba88a967e90dbb8e29008f2cb50332
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e809cfa32ca05f6da56f3f4c4a462871d4cee4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86a664d13a7be9feb36aef0fc18eccc052de1579dfcd827dab2e8643610889b9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bdebebe61fe7ad60e1a5ad1f87429825af582c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32211c2ce3effcb29b15149087e803d40f758da8135ee54d12b6ffc487c00217
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afae6802c7c3449a36ff2a0ba45e34d68db25466
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285fcbc1736d45292b759251724ac48537819e243b21fd52789fa788701b6f64
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc2c15173c35a7d4c9cc5404909b727b1ed57ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7861510922831e3f8982f4ba162db423efaa586d8b5f353e783cbc1efee288d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcebae1944c34a1e0c5fdd0049039535af39b03e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82130e1180ac46cd183c7862001e3628ae42a09489026422e1ba36244b397346
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd1dba33be69ab35b21a61e7a36aa0b9b6236933
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac4e6846691d97276d8cf0ab53cd71dbd3a1102a2df3e1a4042124af724c2f70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..786c68c4d3d1f99a08001236d6cf4d1e43155b74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afbb5691ce611ea92d36ffa06eb7003a4ca3183ebb19fa24345de08163732d77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e613da3c89b0a234ddf217c125430d8206643ec5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a3e208ba4091fa6c144d37ef7cb7fbb816fd9b49fa6c8d155ee66ff7ae9dbb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17789dd3ff5a7202204c1c8a8783ee25fb55e294
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1612bba8607c2e2a367a9c6831a444f4ef1e0bc8349d881373dc337ae4384ef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9737fd727e20a14efba20abf665c95fdddf6a2f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ba3ce84d070a6d324985078666bd6c2c1a499fd73b30244a449ebbdfa975d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed693e0ed75b42871beafed12f774e495af347d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81611c8440b502972c6a2327ac67c10f6f163ae01ce96cf8a4bd258d48cc6911
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b30c2651f3d95f0b866c90e6037d9ef5e7da05e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c94fcdb25caf2147786f2eb13092dd7206cb515ab6374e2cb57b96fa641151
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24027f1202c9a3d6ad61cf59a6084e593ce8a176
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b27ee4e3fa43cef52dc5b5bb7d199e3d148dbc2562287c7346735c65e64765e7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a30c053ba020ac8331bfaf1b2473a2cb08dd6363
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34872213ecca2feeddf84bd25a39af4db499e9bb866f8740090cd9826bf216fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f86e73bdbb924f4776838ea8de9e1d5d1f5fe968
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca76f1e94ffeca424b63e3701789acf37ce11d9173f1bec1aeb790e53dafc62f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a0471f58ab91c60e7f9edb861c382dda9fdfa95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9482066bc3bceceaa6a29a0fbb111fb0608916e95ef3af2c67686c911cfe1ed0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac056b8eb1683871173b24f5596bdedba4b3f30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:debcf66d29d07f2ff9c9b535febd2a548a6806382add33f81363c2e4184e6937
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34270b4384e2b06fc1424a16887479f816675462
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:460eebfd9d6c3139d03fbbce584eb5fe151fdaa7b4af45797b3efce1ea371d45
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07da14191453cc5788736d982841aa7452f8f99a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753b209bae5ed10fc6e63d980a113eaa4dc57f2f2770b6e478e0f8d703591667
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0986cf686f70b5f376bd22d7ea4a36d48cf86d5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af9708b484a4942c704f74f8c3bff9c1aa9a543ce98ca9627514e9ae2a3c2bb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf979f38e60599e6d7f685e6f07591b77f2fbe3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d0a148730aa428c802dc6759ab6e29c0515d11e4cd473a23f58155ebbba714a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d684a32a70f48dc2cb2dab77bd3a05f99da384c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a3e1411ad53fc5807fcba402afc1573a9a9e52887223f718300b8f379555e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d990289861cc04fe71f78b8ea2a690c278c6f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40daff09787bdff5fd88d015c48cf55580e7041c27957eff1f2a75318f09c799
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4edab33975359f7feea387fa84fc8b1d93baf4a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa7ce5f58527f2ddea05585af1df32d0a930b9db4c9591522c10199818a0448e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2721f7dea6cfef59c1c849fa79b638d628b9bca4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151eecfd91b8bebe71ccedfa6e8f6dd4664ea938a54ba7a0430fa93a575ac6d2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5b3a56c34a6dc36d379d820c6dad316e0fa33c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea37855940ed097b62e66347a2ae5238969f571ac2c023ec7a1b54bccb5b436
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f9a319a41b25b6db2b707c8d62a8952b2ebf52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1eedcebc7343faeb9f6ef4e02074c5fdfd158c844053540878019446ca9232d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e71fecc00a9cf89bcbeb267d3340132220886a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df17ee349ab2db6bef674d5d74410c5bbbd6ed73bafd0b136acc05b814c9d77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d88079ffa1dd2c9d87bcda16c69d4d6ddf7ce1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607a4e1e0029eb2ea45338591eb875e3513702942e7c02aa335cbe31f497a997
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d7282bc935f9f91dcff3f041479bcefbe204a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67e5c76aa569d8edce6aba67ac10b56d76cbacf8fc3ce4d72e3427041996b27c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a42374d0bc35ffef95f61003c867d07f85cfb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365c3885ff89aa55f2a9df649cf3a360217db0384d3bfa7a9dba637e975f44b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83f79d29150ace6897a991dabe48260cb575badb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432486ac088e87fa228e0bfbee91c24de1fb5a1c824d562ebdc92780e750d961
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2052650c69b6f2dd8158db63e89ae1cc255633bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8105d875d82f03df5ffb5659b35c4a25820d29e6c468bc2d7262235361cc77
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4d4b5907475751db052de428fe019ed371e963
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:197b142476e93b91d77b2dda746dae366e33981cdca20d1de6ab5a26cc6739fe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5a48f538372adb227392a8771081b49c66ae332
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5c1adff5dc93b54d48f2a30488669934d9a11873a2d7cf8573996ae343b31b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c01c38f7a2856e62efa9dd8a93e7ac199c9e781
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9361840bcd18fb30954da770ed68bf15605a0803747da85f36d30233afc4ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05c07fedb598c822ccf373715125262851229ec4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa2e63aebc01ff7cf0c3db77d26f2e820a0f0076468ccec6e529784d75feac15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ec0080a5f5c2c6e17938603924929ac7ccc59a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e1e55c13f08c853ba8f29109479ad5f6f6925e22875c52369757d53bfd354f5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aee94a06eb835fb9fdc580ce71a84190651dc608
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bc8c1892c1b30fa96d4171eaafe4c4e87eac56562c34d529c565d4644ff5452
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7f19509e22e7a06b97311b9b4e124cd76aac913
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd86124cd0b148edb49fd7e73d774a22fcabec2d9764c412843c0b295e65af9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d96974e43f5bafaa2325dc784c112475331d2d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89a657ff75b3d80f7e5c99f8e4a0145fbbedaee34ac2a9f336aac9f5b403042
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5206fd9ab535716f46403adb7c353a6196d1daaf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a2006748e5c4394d5038e4b1af2f60e66ca0c9d947fb7d19fbdba503c2d81c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66dce17d7824e163b71376715def3e4f4e00a035
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1219018caa5d8cefe78171fb98b234d7b1d085e5d71b0513ab6a85f52c2b2f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2c76bf555666b5dbc1c0de93e924fefe77e4973
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4786307c275e6e6b65aeb251b29051fcee3391b6299cebb7223dab7b48c3118c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9ac85f9ec697a1277692bb2d0ab742fc8131b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b64b10bdfe3daaf04cc447a5d9d7c4e75ecb2d70abb6cc9aae1cacc5321a7457
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c421ddf5ffd37b0feb8ffd5846dc8dddd104b500
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61921b25dfa44bede89311724597715a13f8b2355c96d4d5cf3a2b371f55c30e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174e5761b3aea1443308193ef038d415dcb8cae7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:303e8edbb0d289012ea016b42acf14cb4792432b544d1c03fc61097d5de72e74
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127b83e0b773c159e45f6f7a4c6bb707a48ca65d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d1493895017a9a3d4c201915e2b3a9def91f3b43e9ee7d8c2e978f8c943a4a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6355039850c1a6a2d13e0b4839274247fc7c82b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c89b07259c17f7e81b3dad9c4b55929862a767918f6d9d41d99d66ee9f28d68
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68122a734aa2008a93154ad6c624544c48475e36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504beaea9c8aceacaf4047958e295cca0816ebb5bc709a1a780f54d5ca23ff33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f83bf0f31a53df5abd28ad29aef0331927c617fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1ef282dbcd7ff704890ed0f0e2129fc080e0d5258b86d453ae65328c1d4a82
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfbd84b2bd6c24d388d660c5f575cda0debb4b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83d026d42171597b53a49653f75285a83fd4373648c78636ac32d7a65780c3cc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd478feede37d60945d4e48fb535a9069f81266
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab28329c6359102ded3e527e3ccc3012b19419be03730769f611697ac3fb38f9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..620e9015050ecabc621e3caa6b474c49bea4951b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef31de0d2176e7c4fdfb8fb1bfc6e4357c774915e0cbefb3ca23c6de68c6f8b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4037967ff5f1f1f87f4cbfe52f333e3b223b4cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706d8af574bd7a71c55efa258bbb1abca1e6c287c6e0faa515e0767daa91d3b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c886c7f98aa8d097caffc5d94c6feb9c81575548
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfce907b8e121ee59a877b4a12d1e31091654dcf335b817f1e090bd75b79abd4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d53479187760aa92bd17a8be1d758b5cf3c27fc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df9f993e87632aeb673913014d1356ea53c31800eed5073fd491019a9cca169
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf7560c37d01411df5c2e1baebe7d5418de1889
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d7b32f8933e41e55eae1ee61d13a76902cd5226bb020dcccd6cda3391fdc2a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c412a6d4024fe291abe251b24017d87129281a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16710803803bb386231056f519b46f9d5645dae6f0a0b2da086ceb6e8b1825c8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f21acab97ce66f4486dbbaf75c6c2944aec63018
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f459a388462ee67a3427666a20c231b9e1195c47589b92a0fc196a9228308b6c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46447eaef4d7fa244fdec480665dd5cfcaeee1e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30c54bc51fda845ddd053876e6b6d01056b6de1be3a6e9f3327eb05f666df28
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a638f68b16fb6f703722f1ea6183854066d50812
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bd874a67977707a36a01ec45052d2d854fd039b9044ade55df6dedfce234bf8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6fc5ba55f1faf7ea9b475d383fa3b127cbf225
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def705aeb76992248b8bfe05ed8cdc54ff8349ef399a68caaa6cd7fc03fe314c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bbd51355f4156b8098403cb5cccf526c6cf4dcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2de37ff7bc604a0bcdd6ca4a2548e602baa865691044e83ee783096e7951195c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bafbfbce3bd7177381ef0614758ac17addd87e7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8964808c7c4f46aa30afec9fd50addc94bd669524f663456808754762af2de5a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c8411a01af20c0435fc8ff12f8c9e29c43ef0cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a534f6c22260b79d05b78038a2fa6bed5e55ac51006a9a31ead4728ebd4c146
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff34da954083c4f6e907c4018824dfa28e90667
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18abb59e572e33e475dd4721e9d0d299f1780ed22fe68242aa8bbd1790872c94
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c344fed3223d45e8ddec13b5790dd4dc8f9e58e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80ff44bdae474ef65cd849fe20556b05709c47c3a4002ac01cbc54279643584b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..993282945e82cce06c47b0ec842e096ef8e98272
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9304ec530d8dba1a46411a89eae3aa5ad1956c4695cad7495b698ce495b057eb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aef10a4b65b61bb8cb00d35c412617efbd97ab2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf6ae1d2dc6b0b86784adb26b6b29d0eed86ddd0c5a1045f4349a360d29d85
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72e2321408021706efa9cd461abfd42297d5e83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15884720c0989804def47d8cb8d22b6677bf86fbb95ae32258d78e19054de291
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9327ef2b72664ee4687f651147f0020f57a662
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fcc714f3ec1188a980651c47fc748a7053849f6bdf6a0093b82d3f0d31b298
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7727f371d95120abcdc34b583036b5f39daeedea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f48ec0b49d2fa355814f6b83985718dab6c56e36c37c1eed31cce51de784128
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14b45b28803dff51bde8ba7554bb70db6d48848f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:136ae22a750f0fac98d86561f2d5f13b92a78c89a1108b4934aa8d77dbfefc99
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890596d5a4fc11828a9303ccab791a255f322197
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f1a7cd2840c1a3001b83b7980f9c34d2f98f559141058fd0a1227b0e09a18c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab02a8ce02237fc46ba5c62df46f6bb6cb38338
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ed0f3e6e23feaa3d40963c8cdd787ef3b2f80758bb2999747ac69ceb3ee281
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..934423cc4eb4e7b9b20e2f69cf6ea900e28fdc53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1da9cff0208791b817359effd733cac32611e2e8b6bc8bebbc39bcc0c83f05f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6424ba8dc3bb2a927743f01d0fa8901474f03a0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f303701f954452bd6a64e6393979f5fba366ac04bd53ca377bcb8e457226032
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce0e0e3d0b2c4d65d7e48cf309226b7bcc347b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9895fce22e2780645f3c53265950da81b91446ff94ea2407ace9ad4c459336c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dac190572076ec9dba1e48f2d4bf1e52449591c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13daf188824e89b4f304201a036d571ec4757c741809c2aab738f4bd2dc3c83
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc83998132cbcabe4fd9580976c89bc8b5d44ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d23991f319d860d1c9d85fc73bd24c2f192e871f9b16f3c44a86a1062793bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32903fb2178d9234cb67acc4271ec750562c9ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94e6924582898014da36896f63dd9357d5fe08d6189d6069bf716cf93d9a13d9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16119890d7e73076e4c1a125d5220766aadfacfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba6079cd0201d78f940d7793a34bb77a51584ccae0602fa92bdc55290251fae8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14f5d495470a433451880b27c8282287c0a52c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac5c3bccf87f3f4dc061327fa63d3e386036101cfc3cd4c5a273b439537e79c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29681ca2a7576624cbd7b2dda73e901e2ec247e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d00ca58bef857e1e2022f7be1d1bf700c79aece86fe588c289366fd1e605ae7a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a95f4c1373d86915d21802e2c725a2aca0eab0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad886c180d96cf10073d3c3429f06036303e676628cd8035f51ce8caf495b61b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe72b053575bfaa1d6c2cb337cc581956d061616
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc1baf05d477dc8b3c122baedea8f0378ceaf47db9eaabe72e1b5ef807ef18f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca3a1cd19a6ea244b85ef70a1922118c02da337
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a8a721a0257cded20b91cb0950351d359dbced0f0869e62aaf9a2ef82e04b31
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0029e7934f72088c82badacd29f6ba319e4aa77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d010ebd7ba9ba44086f3490ba3d7de32cc5a2bbf209670cbff530f9d300c92c0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6092b3ef425e9491a328dd7b59950c7370002346
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf1ee8deb398a7d5ce3416caf7ea8271c7842fca24f8ef9dd646957f8c4be64
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07eb03c0f9adbd6ebd48b8b04a29ce9aa45cf6a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2a1f27ff24d580690d1910cd72d29175e62a2651f36bf71ceb914aaab53c87b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2d491d5079ce07c1457a928723ea0a48ff66967
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ee19d47800d76e443f749c9da1c887fb7ebdb4de4b5f144d30b4b771c71a87
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..300ee80a1f44a1a65a1cd1c3047bc1bff6e50e11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f24b6aca511a2b22224968711408affe0d253d086fcc9a38e7a0b19600af5a86
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e76dcf82bb19aa5a711e1f9ea55e2c225360134
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd724be3d26e93ccdd9dedb517c08b6a2eda56b5a4f997ba48128dffa64d432
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bed4cb0535256e1dd7bec5e15f8a245b0d15d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56ce3fe25f6c06cd8457c39206650b310931db74af18cd0eee3fd3d4708e119
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b47b4552b78241b0a40341226d65fd038a51d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a074a80ddb37619d04677b5ef3d5759e15e3a70941bdc2f629ddb58177ad0bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf29031aca53de2342757a71a3bdd112710fc59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9930aeced495bba4c75c973bee1354f14643d4e7af1662f2c1d692cb9f515fb2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe7fa226ffc33a9147f9e425fca86ba3a2490ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634f0ed902dd1809be1a5db4b91b85cb72765ff3d79e1de13b6e07f7cef28826
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6870150c5cd12ca28e411aa8ded5af306897b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb583ac1b68538237e03ec224ca36d094bfc0fc72bee3de389200d06369901c1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b5e4cc9f7a485d48e7674f6d4b9f88c4a1864c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02aec37ea203b1c64912398c07df6a0e083f2539cadbcb00d3d1c8da5b187fa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0ecc2e08fc06516c1a71cfdbf9f8079a5ef0b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1216366e0727ec1c4e9c97ba76f6df9e51f578d417d598839501e3930648f162
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c9418851374f8088e531f78ec702206deb46b34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58fb4fc5353a4ce6fd6c3e634157254657760083d10ad224c32c51916815f4f7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d0a44588f4e6e06ae211d90ccc4e2c9f8359b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85bf08494cae73f84de09cab4de62289f4099ae34e1c440f399285cabf747ab1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb23364eaf1bb7cb340460aff8b6a1e15a8fcf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d95d0fff2f16b88944778573387edfad8bb17cb43037bb96acc2af56eb05a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01e7f9e7dd3615dda4f1976ce73a33108f83b0a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5170606f72f65c6ae00ce147c4edc91b89962cbed47b38b764f8c05a1e04ec0b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa21d498bd06f7cf8d09e64780a2e2b6cc6dd1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86adb5cce4f6cdd8e5e33b0cfc1927982c1a625f0dfe9f590871c01cb2f276c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8389ea66361d9ad2240a900b33c4b0f26c789e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab231d901f9206e138a6a75ad6158235c01c28979e56237dd269aa143ef89f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..619acdb30e4e7597b16d88ed0f1ba99da91081aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bb4beaed81adf190ef36235aa9e5c2e8234bc69fbf3bd1027a074be5e74891
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..478cf04abc42d3edeceda6a503619de67eaff1a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9938e923adc9f1ec2364efd0fc32f634427f355addc5c7cb54ec8d3e7eaace3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c268188c49ce997466be3b3be420783159cbcf74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5c2e4022342e13ab464b91184d206d16fe5e92b44d93e27a6e07a8583c17a94
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a4c647e54ef3a1ce06176eec6c5dd325174abd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d45c188cef2ddf7c7e7dbac567752980ab86850913361572520edc66a567ab1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df802378e3d7bfbc744719edb67f3677f561e2d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec07e767862205298f647b4df8d7ded19c21ab359529df908b627f544153eea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..800efa98e3072558ba22342933ec05d3785982ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e23c4673a1cb8c5cc5e8a32986ee78025af0accf97a12527b650efc3e55cdd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac39fe7285e4e4387e66c12a4481ea2e1fe314b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60aa06e03b4ccd3f651c213de70c25a60e7397927c54dc2406d1c4911f26d9d4
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91979371f53c11a9e68936674138cdd85634431f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b18b3731bb67ac69095017292e1d1d9d509654ba526ea935d320f3e531a0de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b4fcaa125c9bc369ca1aa9f6583a7f374cbd267
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f4d894aeb59e860c4d820a0ca7b4d1daed3774cfc928b09da19a3acae67a88
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f7045a03fb44753dd4885107f64883dce3e541e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfef296e9b3791462edb9fe1e94169e390030c1a93231667d2c230a0b7278c1a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bc3aea63d8293d06591bb0f13ed5db0cc9b9002
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f0dab859688ff52f1f537689038eb200f967f45a62ec404c0461059c6230a99
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118a163b1e12f128348202599c09468f98dcf8aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9725c8382f4a6d18a9678d99a0ffccd05e6beebbac8533f43503468b96761e05
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68c87969c10e9e86cdb372cf5ce04af0495e680b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef3e71d8069187957ee60f1877af983f5ffb2c15912e45299c551216290c796a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd64e20ccac64b20f3014bd9ff65e3393a216232
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee20a5c0398be7a9b2ede26d11ae658c74dc7c78fc3ca4523f3acb6fe982effa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b269961a01870d02fed0dd3a753e417389c64b09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a1b6540a8ac4701f21366ecd2feb192f2fd733374f5466154007dc17a586a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42cb53d339e50db4fd64009f88db0c1d4ea8dea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7569dc15850fd77d0e0d7bce156d00a3d4fb6bf186c516a32acac8c76ba62a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63483dab32e8d40906229aa6f8e882931dc76eea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adebe8d28b7f270782883fcc19552f694b955472ad3d41d94f448be12a80fb12
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d20a686566db0e68d49d3d3fa0fa06ce31101dd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a7269c5f27d3e9a656c8f7cc4565bfa4caf76345b5824c4c2eaf5facc936c8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70f3c196750b3bbaf2fa8a3704de37fdfec3992c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923a8a8529b37daafc0890197faba7c2337886034dd25d5a113d6568487b8f10
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a668bfc2ff5d16ae778b6d3612a9bc18918a363
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e5d8f214018b3d705d5867bc02f0594c3e43bfa5f10322b509494680daabb6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99bec5dd55d47e499023ce1b066c7b904d77e0f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dace2379ff8f2619ef9508fff83d4e165ab874a98412d27731323b777e4d9fc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c79b9ab73bd26b6b21b779fe2dd5c77cc74ecf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6987015265dde99deadaeb537e333b5780be74b2b706c0fddc6baf6153eb5e2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf7f65f3784814884d3e9bcf44bbe09e0c53bb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1a636e03e56b090c1c8e34d299c4361a93dfaf6fe45611a6e22fd954c9856b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bddbb9f68c3b57d9f70843e97658ccbad27a32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cfd5f4cb7327b20691a785fdcb910be29947d0d028f4b3c983a1493d6df70ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60acc0e790503633ed46c5550faf20a38d315249
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4081c018061df1ba62d51640377ba65353a857ea0052c0635e946f49349f700
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e61e9e4dfc5a6ee444229d9970e2e0ef8713558e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41f378fcc87aedebfe7fa61f1dc33435c3a2df9f638e489c65f0eb8e7afc219e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72ef749c1f509620e9680c70cd7c089cbe3bce0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02397471123a4176d2abe594e6913659138cab3f73be52a28dcc55ad948053d0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..509d0f336c1a82a41e09bfd3494e52aea77267b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59bf3a826133b0dd34a8759fea737b2a87be2cedfddfff17c7695992b214d865
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d6c69d7e3d958ef3a29a4c0521a4b1714476929
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23c9bb67f6254d07135488d69e0db6c1aff02480c109ec9200847bb82954fce
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8feefc9f9110cd91499311c5a74ee318548aa988
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e951fd00fc280aa1bd7d051b5bc227c048108eb4017ea05427e253f1b2201a06
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc44e37dc4c8699b14d58bd36e90d16e5ccfae66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39cb591ae27c0228a00cc6b4ebd7b29adfdf1bca8fa53058eae36125bc6cdd54
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0028a86fe7a7ff78dbd3e6c1547d4b225b41dca1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c060c39e6909ed0fe2cbcab550c248d4436a20641fc5a8205b4884772ff2130
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d5be7e8b12c145dd79cd0217ec6922e6ae35bfe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b00c4ff3bc63265b19433b3d56b93b78cb0c353ad906b7e19f4de0bd2c676734
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ddd37a5cf3d8f56f5988772f9fd329332c0c4ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4778132b32525c36ad75377daf217c7e4eeb9b6f326933bfc33020eafe09823
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb41df59a48d72eeeed29ed155f9bc9d9470f05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bf0ebb5b7d04641b6e287f2231b21a0e485b1fc14b87beb30ecc070c09d5caf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecad0e9ebf638c8bf598e04b3b06581ca96ee6c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c42fc5ae90830395e392c42208a6bde6b52421fc24b7a6a9314e737b926b76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0496a652042efa4ea270aa93e98797772249b7e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc70b4f4eccf3a1cd79baa4d6f7e6e1f923b8dae4e7fc45b1c8a92ad8143c5ab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97b882dffd925109834e16eefe5bbd477eafd11a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c1fd532ed471c861317b8d5e1e0b476d8a81baed1e02afad3af7b0fc26a1e4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e222be03196b5284f127062ca61aa3f5a7ef2c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ce19e77b66ee422e5f98b54d708197bbbd9d5969662204ac6b3ea19f800be57
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d92b3ff8c0ddddcbfe4d1f6bd8f5d1a144feafa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d28c0d013c6f6caefc028e95b15c3e49051b72d1ddaeb9ebcb74b0bdec4f67d1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af91641ca057d8d53351811606e515166e4fb9ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ec0d2661d04ac3e995e93bbdcacb2ffdde946642ccf1b1b074bd3e5acd5a9d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5defb529925ac1bd72253fb6a0f0264ffa1abbe4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e73c7962e835530de2d976f2a3bf1a4b2e2476475284d5f53b53f322913c708c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..567da90a8356b886491d4f13b8e71669874fffdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2397227c60412f06ca04305766948027e5d37a2d810934fdbd0b4684b1f0569a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21cfa21ae6977b70bd8f2d8586dd056b11fdd76f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00ce10fa5872d1326757590386478563d8d552afa495666120c7c6034236d489
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf02ad5e515e9f51ab2b1fc59fb05686b6f82da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0da0e8f66787e01238a66d8f4f12d6a055ffa543a77bf90e3a5821e69e6d58c5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c09413ae466d2da6c87c62146891787f9ce0b38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba1cff24180976d1c12645cf0cb597237d25160f29a5da8126dd1a7727ddc56
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1dc59cb9f22fd76b90ed79b053d49b9b56705f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e90b1452ae4e19968f05d41e23ab9cded22fe0d00e032e5dfae40dcf06fcdb7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32498a3ba2db03a0c24a614be9dff962ff5eb161
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9526d6ae417a503048027cb0fc1aaad01b3c307d64c306a00767d5df77ebd1b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32f55eb7e27f43e7e0a95cee7b057b9345a3ede9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4b182fdaebbc36b4fcb09a08795290970c44f8cb84bca0a71974ae4dd426dea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b589859922390bcda60103964d648a1be9b17ce0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f9a65987da70352b479fd45fe1236afe5f8f27043c774021f5bf8ac52a71f65
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35fd208e163580f49f6c226d8d3e57f09ca8a531
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc89720da5918b44993e5c2589c07f6c82ca334355bcc2d73df45c833ed51643
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd86c555d284479a19a757723671eecf6080803
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4612b618208fa69bf90590cb5f4b03d5bb2b277aaa520f9ad3dd9dd54e2ae35f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf535719171e279ac7f6d577029dac454df2275
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e02c74d6304ff85f4be15941257aca0253de0e6afd80e9191e08996f3aa5c0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c30343bc7e7029a3809cce552381af49f68ccd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526abd945139fe51ada40ed207b1e1a92fe14ac85877d40b40c65b6fc60c8f8b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7a374b2905ed0b0fbb7cadfe0d388da2c7d64f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ac8325add849034b02ed382c56302f89b78a3d9de142076aacc4d197c701e18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4cc4cf949475c899cbe9b3f98aa0c0795e42e95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73783527ac30eea99422f7b13be0a7521a29a84f6d889f8037d5cb78ee0cadd1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aecf4665f35711bc98653b9a0ba7c468f17be13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7215d17473f4aa869391557d89df1f2ca9db0b6deb8527fbe29c0af0ff139b8a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edbe7894077a6f43d15b88cca2de92e52cc6e19b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faca6add46f7eb4d3586908ea58c2f722668ad6ff2a89dd8f166a6f256bc4253
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..519bf235cc89897f1f6cdde0c3b9aa007c4dbac2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:013fff45504825d1db7def94a471995488dee1815523d15c8865975bc35fc459
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2907c83d47ded38a54d3ee5f560cd42cc8c3452f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a938cda5ac10b29649c65d5cc639529399e9fd5c968b13759b4d13ddbc84de8b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9f29512febe92c15a2a3e95d23e63194e5e9725
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99afe2394f793f3090ede6474079f14f70625fe2bbb5b41e3a78c4fa173b2f58
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af10bafb386dd4f95c6a5e6464d669f1617670a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3829c752aab43b6f88874e2be15965a795b00ffc2267a6dbdc9889bf6be8e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fa5620cc76133b03a9ac54903973a8e85098bf2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fda33eaf006561fcd982ec44b0d23ec657a255904266aae24fe1ac8011d3d40f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cbcd2a726873b72ecbadfa1742a3ed666496423
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f7e695d4e4b7c04a11388c83b9b25dc206640b53610cf18be9b931ea4a29457
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd0af9791d1ac63c75d170c8b373581db6bb2d3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869f4f1f24c9c2b915d5c7140e8cb357772287ec87a2c5aa0f383c05b8d1948
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea8e36c744fada0e3cbbe3e21bb5c39d172da43b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af5cd0062a46783e15c950035ee357e31913989dd4ed4cd6fd1e0726c80d021
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49fb50f12bfe4c2b9b3490159f13f35f1e751bff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d42a504141a7617843cf91e780236d056fb4d5aae906128a7a4b5e4636311d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..071d06897148fdf51feba2582c0a9bafb46209f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d478eab50debcefd01abbde8ffc5978a4eba969fceed2bff15b615d518358c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c470fcb5b22f8c475cc89114ad0da8b74bc1da2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740bcce052a8d9abf0576435596d413af6a6dc2ed674e555d601e47b56f59e86
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb557fa0c1e61dbf001293c68c4c9f23567124c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bae1ed456bc7077beda7cd68ddfa56082f02baa099d090678a33b04c7991338
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e70573a6dc172a3060a7ee39e4d12cd747e9f2d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9446d6a9c974b28318c0b184d256afbe50b7f93eab8f8ea1a0aab39c733154
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f529635fa9641ed24445fa287296f21fd21d75e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b391025e79dcdad3d889f88e6dc00d6b5bac05f0efd8d8cc86277bd84bfbf58f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5d1503aae0146628f5bbf457ce07895de0621ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:883352e1a6b8aba4b8527f84d0e758601265c3b05e22335b36a3af693e833cfa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bd822ae3769fbab88e15875c4efc5b0d15e8b03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a49c89de017620dbde71a8ed6b4bdbf6c4c8c6fe618ba7474dee583b2e0cb6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66178a4363b71bd18d6caac5fe7a6c569ad52d72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9e15ce9c6b50f31cd058b28e8dd036de6ae51a759539294ecb9be514d4038e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b99767db66536a306b5a10a7079e8766ba772e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf54d4f631ac543489f49fa82313b333cd52571fc412e38f7fda4f535062092
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c38def3ece44b56b7de0d3e1bb446834564e9fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1673a5d8507e329e74a70ebf5b7f3025e1ecc9bad55632588725fb06a9cca589
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..beffa1e62902eef042ce283635ce03e70bc7c8ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156d9432cc033ef4e4ce27ba9e2727826c8c09ec1146c194184b2ad104a60aec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da4c85d1c4e7db9e5c6f7391f646ca3d1098bb0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fe7b5e1c82de6b9d84d9321f20652dd7581f077c4b3900d10caf1dcd5fa24e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65b661a3dcff42c9b45b21b68c3659aa9a86ba70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d63ae2f7823fdd830bb6668f2cb8aa91af55e7c8c8437d820cc711dea33874c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2da8418595fc986d6484017224791b9bb6cabfb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dc577b07f095230691fb3692017a4b9180eb2f9809253b5ab3638f20186ff1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e31a58d2b8a2016fd1006d61cf3003ddfa59d08d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976b615386159f71951738c2bbbbbcd710a622fc587d7a61f370243904f399b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a89767d3556c06a527c197bafec0704374c750eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a44a40eb57dfe2b2804e5a3da797fc9c438549e73dd3e5e639cd8b0c0190c42a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2056c9c67750919899a112300808069c15f3ae7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f22fef84614dd3ea90553dcf541b5736ccbd957d2996babae14628ac2ad821
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa47ce70bf0cabf52715fa0d75c98c2d15547cdc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63c58fea70c1075dbd4878edc7f2a006210bfb4ffff5ef63eb0d7672ece15611
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d91d1d1645cfcc7d9526314718183c8b4726638f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5326233f9319cde2ead061e8afb0a62eea4bc884a011fe7bd2749e62f436e976
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d76880e2fc6f82209422d81478caf7f9cb5625ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5db8bbf57a63a2f4aad5eab399766cf38c82c888eb56783148bbc3d9ea58cece
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff679c59eb5b12875e5087bf73e28153fae1806
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49095ac50ee05546aeb565a2ca93087c6ec01cdb9a6bc33245a42b459120b3cc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013a2fb2b0378a56085a4e06a988fa72be5b3b28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085e7a1309c4086052aa74199567e25c2a6f658ae2e4bb103749f00b9702fd73
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356bca20d4f28ec7ee9f935fedd76e2c1bf650ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb8a1a157736c5209b73c325f522342d2167e764a6ce00c788e2ec09aba0431
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfb9c57db69306ebaa727f6d7a0c9f70cf7fe112
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2909ab14da4b181db55550c94e122bf30984c7af215620dd047523e210c4e985
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2917cf632a82a82520064f850121398196c972
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2e566b4060f8cd0a6635a6ac4885d7c3a76d6a014b1b4fb7648b0b2eba1d8ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278d9a5c2a19fd644630722aab847ae94ce02bd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e372a000de95ed6c9a0ad29dcb62820e06e1dd7f738ba9d9432631e3b3d0f67e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfe9eab953a025125777ec43936cf4d77a4765d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ec6bd2b9c3943a2e3eab23cf06ef2d376481160ef4e5b3b21467caccee36faa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..186d656bdcd88b91b2b41c6069d2adce00615568
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea64c162a7529b4caff74e002e38b7e266e9882a4b7dd5e4c82027407e2a4c0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64118d689ca61b9a413dc7e03f6ccf886463de12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13795d1c2dbf9ed63c3341166262005865e015eec09d9e1811a5837ea85d4f10
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305508fa1dca9bed27a24160482db319c18f6b26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ed1e590d87df8276eaf3fc7091151df911e05771fd3ac287a7c038fc2961d7a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56c7123b3d960c4e4fd5f6713b00810d3ec1799d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7a9a20e707795ac44e354466a4cb2081b9e055638594515a8820fd5f359fbc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42b68afef47967ef0f600fa905e2e5fa2026f8d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae54531b659512af50ebc2620e6cfdf16432f2e91a1f842f1794a43ae3648ee0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..436d58075a5a971c2002b06f007fe08ad1325c84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ebf9038ff6bd7be4efe98ad2bba1221062df978ad6c2ade6c7240fbe5440ce5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcd82f33dad926aa3215511265e2e328bcfd058
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fb0e83bc7982ad491e0553b9f70946dc06c5d40a2ce6e5bcbd67f78f300f1d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c81bd688067b0f277523579f163770646e88634
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c480da0fc4a09648e232fb4530b8efb2007a41870c52247ec9223e97973fca47
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc2134e8eec5b0341db570cfe2a14cb93e8fd26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848a58296193fa2f8a28392f2689b9171b7c335fdc03f424ba23857610945264
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5e1a0e7aeca52f21082a0340d6cd3694f9d883
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0da81416e03bba794ccce81939d898b87bacb53e1d69a259335473010cd020d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..731c2f4238242ff837777d1689d723d5df3e149a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07289f372d63c7c6a1cdf2b7fe8b2a62b6c6d0c43c20a435bc94e8b4c8163c0d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82e4f0e9eb7049b41e080dcd71934ac2d15e59c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71be2d85066b8a0429351283af22006d15b80ffe2a1b8ac8f10aeba04fb626fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83e790a3a8bfbd758bb83d02748652777856c70e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b765609033c36ae7fb95ed342763833f034f3d870ddbc2b956284e6fe093916b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ea02f3b934dc70b17cc1f3bee1c58f416c7e2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06950fe588fc6a7197b1309d1c36b1214130d2bc51a42b35f64a4be64a7705d0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..612a697df5cca29193f6ca428c4e3bc98b52c9c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c1236f19299978776d22edb70ff71d7e4e4a2fbf186e3d3cd74c79fd0680b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b45c95cdb1e141ca7729659f013dffad6bd49a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9783b09420c178f64775ae3cef229550d10c0359fe4463360d2b4bb7dea67be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25ea8833bb41548b1ef170d13a7de4e34174448b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e5db3453594ea70b5355b02480226ee9a9cdd11a9e7d58e61766d3964d7efc1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cc67a09a59fd956fd951f1a45ccdc6b26d3312
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da14bab4e368ed19eeffb4a0deaeeafd2bc245471e2ce28638dfe727b9ace892
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6b2b796c9f4fecc881509ed91c8c27e0e9ef6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e73088a6e80e150c2a978467bb5354593b05320db914d1e896358c0f3e625de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92af888bc5459559df62d7ac2dbad08c736120a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d3c2429938bf9439556ae9f943ea9fe1b3f7050727e02ef5e85c9467e51521
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a0da039758d5e5c632585b41197adf7f5224ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b07061d880103455d07294080c2eb9ec35845b63d3141390934c6c97fa5ec946
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99dc75b1759c9d45837a1d046107c9eaa5815394
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1f0b86d1fd7fb3f56c866e6e63b20809959c895fbe897e104c292afdd9385
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb862be694192c591559942250cea90cd7beab26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c119eb48e99efb99a1a03d8e696052b25826f5264675eefdc79aa8f2b2b789e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cadd2224bc1484b0041be3fb83aa8d2101c8c16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67508381c456083c469d91f7b069f2db33a87154d2e91bcef44a22d7048dc12a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ebcf208467df2facce88f57a2af96d79035fc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a0a71f442ffe7b7283d2e932e0e9650156e0c7783991014048b8a9afed8677f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1ec53b89693a37494902b8cc718a0ce567ea17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f009c53ed92cc26fcda72af0e71e90a3eb91c2bd70a4b90ad8d3584d801b8e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46912283d3d8c3e9ddc97402c9eb222554f58063
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcee09385f5740e075df8354aba0477c724138493cbfb076620e96d05b259b42
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f1962d05ee8399385a89925243322b72c07efb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74707cc182abbba5a54545ba67caf96a2921469bc18c9221fb1629a230bcf6e8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee04fc672af443a25bd81d3d88bc8a198e3fee11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3479598e4858481ab9b41576caa48c6f69e5766cba7f5f61fd8206d8e1b06b89
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37fbdfbcee07761b062110c53ea6715f2d2aeb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c6536532865cc700f552359a791044b6698214149324bc19619d2c03b911e96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1731d43905fe90102b7dd69151b1a5c8242ffb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c0aacbea356c7fc2d9bbcdb0b43c1668d7c3f9aab4d083088c795d9e77c613
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03b725225163fc6af8ff43163f9de1c8eb0ddda6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4750edf58b4737a9945dcce582c97ac184317e7f563b058d2ee1f341e0fcc22
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5a678482b508967045a9647c533cf70d4bff2a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dbaa63048048263bcae129993c8aa23eebb529f56baae41e988cc0a730fde7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac8d9d6558aa8cefb83ed5be3cfcab1fba2f9c28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebcbc1602b61a8e741a750147f97441ad6d01fdecbd3e2db58a7b90f866d57cd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ebe2c8694aba4ab6476180e1b2c08e7008954f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ce56c6e83635f009342c8e200de56304e4028d6ba6bd42d3f75c34c2e9a39a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf02d727d38e301fa23cc84f1a502164a697c7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e7d6e0aa5631214151d92ef98d622200f6b2abe963b35414fb1967ccc8a2cc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34a9bca97a68e0f2d665160b5e62f637a72fe18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61805b0c071dbe0c6867efa3c13bf70097f9fa0e7c4d9d83ded2eea211f2bf4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdee1e7711841effa10b35d85929cc6f6b530e36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1d06849a4f8da883cb4e3abc4ff292423fe425feb7d3c29ae25aa180e9e36e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4263f35473e8cb3842ba4f88d285c3a4a3192594
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a56db3e09051d01b5ae794c718b074814401932a7b54a0284a4c7a4caf56b12
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce5891cf30f669e45ca15c15210b229c99f79084
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48df35274c1bb12fba6ca0a8cf34f24ff41ab251b1094073b02a33933b883649
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..108b245c00752db5c45f29b5c936c34ea8318a3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f9ee9ce8d52471cc76cd3b3403fcde3774ba540c5f04558488606ffceb3610
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1612f6aaadee9c6b2793c1ddc0fa12a85dcaa14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c65542fff5bfbbcd022ae18acea51c9cc6a2addf20bb065aa75925b452a24459
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e628d0944971abdf93293aa198d9cdccd37a571
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308662f0eda00528d33ecc7e4f6a761283e41c25b2802519f7ac880864ea42ff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fea8332cbf49ac5ddd950453cc6e6ba028227825
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2f8ef4489548bb5ee7d44785a08fffea81db44905a5ac2cc1c4b6c4f125bea5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09dd58497bbf557ce3a83a9d6fe8ae0282a87fd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af52766a4242cdce24d36cb305649d2121c417fe521bdde7a3ba4ab1a8154d96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16715091e61b384e4af914bffdc561828db3071c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f407ff0d3f330192f929fd3b43b80f4ecc2c227e2578c195d553208db941e95
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c55d730344f824335a004cce3f2c7c4c33175b2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84545146664289217ccd6879b81f85d8489a8fec57fbabbb144a35af88f998b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e7e285b62c8319b4c314d9c2ae355926ef70c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f112d71d30500cad00c28f1629b13fdba679ec1fba53cc3184513bdc0a505453
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fd54c28f75ba9edf43be701d99f27c6827adc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d5cec8b7e4ebcfa64172f796ce9d6945a29dd6b3a9bd5164c522fded01f79db
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..292c4b37edabb1db4feb54cad6fa80e1d0f9295c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac173b2f93387f6917ede112f4d976a6d0491baddf6d91dcf91dee7468b11d8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b816216f7b8eec959edda1923f5577f8d873903
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a8c6710b722e45d0d469656d8db36c1c545cba3d4bdd06c0a62ab60fb480085
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4d7587d97198b5eae7a34f473bfdce2ab60b88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef83882a4aea31fcb2dc95ac75565b9de155db13f9c31e689798a2116ef5c6f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a59e9fdd5fadfe4ee9ea0ea60642f8e2e49d38a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d940b6d652bb003d3fd831c9edc7e3fbb8b39ab9f8640b0ddf828ee883c5e37
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfa9dff3da530746cfdb6a5a877e76f2bec1450c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127afe4ec18e8cb8ebf0ce9d7c3a79914bc07527103c35dab21a2270a5e3d5d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a07eb4dc1b35fd901a7a93cf1e4b2441b1539690
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dfdcce9d4e84591e818945eaae3e5e519bc938de457fccbf4962198b1f3a8da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff9313826a2c612c4ef71253708256845ac05be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e175b05ede9ff0f105904fab2fe5fecf2c8d2fc8e8494acca09dbdc27ea4d1f9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe672667fd991c326d2fe39e41777ca13e307a1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f006b2f13187934282df77f279713ec391ca9e25ed4f6a404ffb19d8593cd73
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e4655e32cff5313eb83ec742fe25dbdd0f252f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:949f10d6484f7da5f60159ce21fd1428351f8fe9688dd23509a37f404539d197
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fbc0a93a888c04f2cf9cb5cd36aaaec77bd037d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f93cd853aeea7153348a9f9ca05285bd1af9a9523717e88f546a66255f99d481
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d3facad2d6480460ee9b3997bd5f2aca7a2d9ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f77c02e1712f941935ea88103cca8c9d78a1a5d23da02ba6331938c9a6c1e14
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd662b155551c35354746f6c7c26614e4b1e90b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd3f37beb5bb4d46dc09fbdfd7a17e57086db3b55e7ad030c2a3ed8ee2068481
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df413b4d8e72640dc42513a15e3cfefdfb357884
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb8a76d0c3172c5bce1637a62e1ef1de6d07dfbb755d5587b8ff6c861bcbb34f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a4e2c58fb720a38aa5b1906bd5c7f4469723c56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed62b3832c663e455ec8a9572f76c2d0380a327a20e5e02202ef63ef91dd57d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42266fbc44aaacb72dfa2bb97b55a25d9f5cd6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33fa31808c12b70337b68888909154f2fdcf1ef35dd071659f390c94fe8e4ab1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3916c097ea55d9563216cc47fd1863eab99baaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7e6a0e63811d0c50cae482a5f25840785d5de0673ce79d32f3e5a5c8108861
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cddb0ec09e5aa2a9615d0635848c245d83ae7ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79bcad02410a092ffbeb112681a8dd5fadc73fcbc8f63a7e7da6e236bc7cf88e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c50034611f92e693aead6be5955557a2f844943
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d828f8205eee8d5ffa585b8d17631dd44a9c1412b9182f752b3b6156300595ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed64c0b321e0ed797221c242d999f3d8e870e0fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66950baa552d63f7e547058d9e96c3b7aad50e0e8a3461b73f78136e3ff1a109
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33b6a293ff5318059182a1a28a26e731066d5731
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1943bc90b13f196db3a8c103b736cee00896bafb035397c11c1ac47452549b07
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ac671b83642462d20c72300cb836e887091ead3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1b9657091dac7b6cfbd808cdf87b556404673183e3d7780689297903aadb97
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc288be363a6ed0707934a2819047482225bf70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a3185e309e207898c26cd23db8e008f5197a64252ac27b52e72438456aaae2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6477bdb45e05db0ddc82124a4ab1ab1fd4c087de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e6cb9b940205e713c489f1f3436c83484f99996c7fa4286d9b3fb44069a886
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7078e3083781ed2db831f927b29fcbead694f272
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27a1a525c28a1f884b424e49f89974b25910ce71a3ff52efe622401b3e74b4e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c95247e769bdc539fcf45c4eaa2b9af82612914e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d94047f380c7cdb4075dc260ec38116895e7760147452e48c2d3fb69ef83c75
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa1df712d30d0bbab7efb04ca16c6152e1746ac3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d8c68b19b49dd80400462daf72865b905b97d072cbac0669eeee61a1a7070a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939854c22040637af9f39431e84e2f5a4f09a960
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125ef9b0b0c57a7a6e7aadce62ce0d414bd47cb76c849376ab93db6414930baa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059c8e280121d32d416bcde781ded401c529bcb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d05e25f5698a29983587a20b8e6d29460e9b933572673978b25314487240d1e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53ba7f3deec3010a58aef4de5095287f4b7a3705
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a7952874f96bdbb4d4d2f0c9b3b80e72635f0fdd14e6380e34ad6453a62662
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a01c9ff9bbb07d04ec0bfd7653b3c9b5056b59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c23833ffb628760948c72878386deffc28a5fb75bc05685778df738147a004
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f7e4b7286c2604d4d4818e74e6a3cafbdce667
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5bce94d7b1484858cc7c1ece25d4bd61f484aa926e4d161a457988e27403398
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2cc4e80e71cefcc55b5db0c3a3d0b541af31dcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22c692e9457ea18e08b0af778513a2f9479752054cf46d4117f98348914baea9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8c4c491f2fab715bcf8cc99a6956754d33ad2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a768583a518024083aa2f8b9ed3d4c6a2867e2cb35bc5a755c940cfd1a03ecf4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004fa9722052194d172aa24f5d330202603924a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a5e89afad7d3727ab0d4b1fde934076bd8a6b36d72f330784abc2903ecb7f4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a58803998ae66d3bebb4882f98db3f7083edd728
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e169b2f2c9e1972d6e02e9bdf7319b175b404aa7fb12992c65a4fff8a557c470
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5016372ba3a9ef2ae60c5a9c5e15bf1f9536744
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d5da278e45a14aebed2167196701ae80519a4dfe6d8adbac0ba87012bfabd3e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6a3dc3b34069921540c0f3741c878f274ff822d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb02aeaa127ba6146bf1d0321ae44d1cb0268af8f2906e769fc440f757ad8e9f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eaf7a91d03f40882b1a371efab3e909de58ec127
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff2bfc7e9236eed5d8578ca8bb8d3ded0cf9461a284ed3da4503466945f6bef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029dd4dd8de50b04f7accfcb58f089a9792357fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:008ab0d507a1580c878cb0b145a4f625e26c80d554182bc6b916fb6713017591
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18a63768d2a86be61a9fb9161aaf2325f413770
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10053ca9eca9448812726b3a60dc2aa8d93ff534c080440bda6cc348553501f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b28d10d8af938fc1c65819ac70568b7ff8d97e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2b69263dc21c95b159294eed8813b6ade69ce943536ebefa182eea60814297
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bb8e4d46f91244f9ac083d7977da31a9e711ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01c125baa44240697a0b09fe3758c12320fb43a29338edfd9c9c8009e6418600
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7243b6631483e1021a5696df099c20c10eed03b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc03c64d6c10f2502e06a483377c5535fb303dab3293d4e18b4af116af5c2d56
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d14c2901389d2e692134161a7f59e0427398d75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b2372c12534cf965425e3266f7decb6226d82dc8c80b0e6df99ecb7cebd9269
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e92be32d5c4f83933c05cf798eb73d155d5ca4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6950e039b9a7feb670cb05f503e1d86bda474b6c071be036024ec8daced4b076
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5640227c2935f013e3ddec89ae79c6111354b22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c869e916e9977d63e8f34048905c035c63a49802abe7ccd55459842ff55cd402
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbf1d360f52291ddeffb019ab33390b21d1f49e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93cab012a3b1ce2d2ffa57e4b187e70dff97f883ea87a94fb25b604ab30ffc2b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f64d8db5ea0d73c2078294f989e17e329697fde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:818ffbfd9fcb767efd894e5830ecea11d6b5cc076185adea6cb0ab9ccc6cfa2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0d3ed98afc3b5520c130555c5e32b7adf9246b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7887c83676e7b776fbf2390dc56001a7764e1dae4a831d630f04b18b47318a47
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad71d91884baf78b9637d9433524985b94d1c991
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4abb192d83ea2ef71df5868b095a0a64ee57c3307a6920eb54b7b72f61b15f2a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd12094b6ddb3a30b42ed5a45dc28bca79483c50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b331ce69c8409aef112775bbb063d4ef915fd4134531881cb2bf3bae8d7ca3d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51aa4695f39d2030d6fd9ea56d3faf088d0cdc72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dae6b08a3fb5f08b287a76e16c6575f5d99c0f1dac929a25e8e1cb311497ed7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f596a8c3940157cfb543e41a0b2a450de0d06e2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004e01bdaaedc4616d676eeb106c460408b9922b800cddbe3b7c1ef8035578fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bfae9754461ec291ac19013ee299c1972cce30e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c8dbc9c10af2faba187b8261ba46b4b505bfb2e858b0c956c39c10d20833aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe58e14fd260ab86fdcf37c65247457f819d3067
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37ec1512907f6b6f057a3843bdce615b8667519be4b17522c57def837b7e323e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c27bf0660a7c2be2ee2d8cde37a7f4c9355689
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6349ac24e04a111c43c997bec700aeca95974403539817a67496af26ce5e1b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df3731e1391df8dde25d3f91fbba0d30e7e0a23b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80178735446c098246c8e7f0ce8429cd6d002afe5761cbb97b829cb979a1a1f5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db4a04848a9b2507a70240ae0852c1a6b5d76a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ba0070c44cd6c5ed6cfc0b8d242ba23f19597b68fb084fd946ae9ecd42f801
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b898f86668def7e1aebe02c171465194b19e9d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ecd9af61e16c91110b513972aa064e7b6ad656cf053a18c644ba4fd8bc8beb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d962663fc36351271ad3a04fc44eff3958f999
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6750a14257f91afcb4834664886742271a5a5ef99c5e6e0cfeb2d67b0ff18b11
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20cfb7d4737750f62dbcda78c873abf1067dc91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45d316d7371ce94b552e1200de4dee72967f67b8b41915f86ed1c31c45e97127
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf785972e4ffdaa45b7e3f8f357a6a6388962a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcabe6cf9cd34cce826c8d2f5bb7104dfb52c86ceab9fc692679c2f8a0bd949c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df5e99482fcdd382d617c02e8ab365cd78d7f2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4dbbecfe34dd71c1d8443812b62b517dd761c61b5d2175e3377e7ea81f60232
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed51c6b641f34bc22123f373e173f6b75f7e020
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0230019cf3b03620e86fad3222c21a6d62f51a8942446462241398da5efc289e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..782d41df685ac96ff6109b95c5ebe8a3321fb1e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901bea38640a3633952eddcdd6b35d11bc8ba3b29bb51b488acfc012570a413d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b21a7db35744a0da859f0a00fc6fec25a1cf00e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d4eafb3ace1a53e63bb7ffa67195908652f6c674b092b13b8218ca6b3b73b3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6978eb81fbc4160939e6082ac87d83d657fef675
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d775a32d86969063147b65c563d138a73c09a64f2f43aea89bffbc11f4323ff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b76ed2cc10e862beb8ac3f9d64bfb6471542c0ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6a83adb48afa74c2d9a680f5ab764be2e3c6419a0f15324c3560ec490559bd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca88af08632533dfed357978c52a67dd86691d84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:817b97a0dd436a6397e8c79030929f788a2a88bb86090326b407850b388520d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d928886fc1bdbc86d3ef9f16395c80e97de29ca5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:248252f72e848372e52466766f53a94432fed007c353b6af5a008c42b92b80af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85431ef595ffa0f6c7fdece974b10b303fc327e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a072783ed323b12044f41fd5e5e94adc1afc4cee618620742a253c3ee8ef13de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d967d47d60623a837422a481ddd945ef885bfa53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2bad74688fb361165bdd76c567ed482fdfab46c47cc09535daab4b385cd49bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d02b899678ca07064f303a6b079b025ebf3d1d0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61aec9bbfc82950195e0cd4767484a531dfe0151c834bfad078c250812d831d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb8d350af73dfe0c3fee079bb8813c49a6a93d6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef8dfd3cfe0d1744e4758910871a2f65bcc33dd34c847c9cd98da3b008adbe58
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c22ef8512bdbc6b53fb944c86f091c4ff4c8719
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928393e8d3a50eaf95961db9f6b04d18b0fb237056d96f0f5b74128f29d6acca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f4b618eac22e37a02cdc96eedd6aefe9be8ef59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f414ca14c8b4c743b3aba6dc38ae2fb520e3defccc4f1299825b11a1e4b7faf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e0da7ec9a832d087372e511ee79e2096252809
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6e93d0cd92f74856fbbc7ce5fd665f78cf5da99cacb64840b2ab36854be032
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..861dbbe41b938345ff9aa693dbb98220d50aa9fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b371727be47dfccf81ad5ee6a3eec2a6ecb31bd2f38c8ee0d9f6d23b7bf1936d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6df86d3139821c930507491ad115bcc7e88024b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ce8bc628ae0c8e72c7c7f15c2c8064e202a330f1016e32ec199e86117d84eb9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fc24d3461fe7e0fc95dc2d040a4f5c91a43fcd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ade8c2657c13970defacf9cc1fbe74de81362c74b7fb00bfee2fdce1edd6164a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6b4243b714d6d71e1cf0c47c6a46d15336b84c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369c78fac3e9de7b01007ba7d960d96672c64193356f8e38724c69cd8adf322
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f6655211fb501833d21afb3a23935e6db1dfb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:589020ee39d994dc2cbfe362bf24c96ba443432ceb01bf11f8ca2868d1d8a73e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ceaf6ad91467c87462819527e668d4b55b0df1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff9850af3c50b9a6fec50ff52ad1bb72ac11d3e3dc7f25da790d6363ab10f79
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c196262cec3df8e0b0ff7f58d04b50c9860163c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211e4b264236eeb361300574e5007bcfe73182d0fcccb3b43bb917185e20bacf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c04d9d7e81f4753d0ab1c1db2c1f0320db9b40a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346299f7202476ea8a2f3766510f0ab2a5880e6f6f16a370c7f9dd8647ddf56e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867009b8429ee824b34435f1b4e9ff8bc699cd20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231557a6b24a504b477307cfae8480646c7cf19ba1affc1f7db440d843e69a42
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa47cb7c6ac6560611a12ed57a866eae9c2dcf5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36221990a7689bed9fe8a748f0ba58b998de1aeda88ccb9c6fb1ebd98d192b01
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..514638fb86a35198dd1bcee68be8614e98e020df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17952c45dadf000434ed2154d23051f940ff4c2f5883a7e53e60b38e87e2163
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7634c5e02c3998cbaaf5b916ff48e3d6c1be782
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99386f0dd00152dd5f6dc69fac4342c2029573914029906afa11d5150411bc07
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daef71db2180466f3f7d76afbeae86486e8863cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5253512b6ac4df754b4d76b4b591162c116a6a6622a90cef39c7a4ed0174cd3b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db26e5ddd056061c264c8e656c32f317bdae8a1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd262a2dbd1c705dee93111ed69ae6af90937b682a3ecdb28fa8f8d01b89d04d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91816dbca4f3fa41b5b7085e364aa6817c96d27a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfb3535234938231c06600b4fdf45008bcf854ffadb37c0d88edb1d1b39b6b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc544d02356e50e11e627948afdbf6275acfeded
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1148b48a83aa0d32728def4c15fb0b4c0db5355890efaa76a533ffd566e0162f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22043f5e7db5cb5acaa3cc41a0112dae1da9f160
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5855980b86c479bc1e804f6dbb89b758d3444de839a14c6650ce6fed179eb2b3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e185b2e86096d44dbafe6efd9c7137212e55aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64a07ca14346851a6f9c653626f6060f33b1a74867f24a1e11f4f9ffa83eafe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030cef54b6de1527f4935b669f6865034a9e627c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57469e2035a7269b219089819ce76521c116c87fbcd495986ed83f1aac170461
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b42168c9c998a38cef77dc7cb7560279d004ee3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d612ff9ab95c958d88a43508d3b6db222ac876cff500258117705c6011e0d0bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2037b082d18a90812a61675c9f85d2c3e91a09b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f4ec4b9be7bb2b19b9b362368d535d5d808db216e57d41b5f69d0bb4607a3e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1c2618e0dd6bdb39b2075df3b790827671d813
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4793323fbbd121136e5786e0d02d543f80412b16e1deb88054cca598d49411
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e5d3f1d86e2865fe6b1decdf7fb2af6c9cc2236
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f8c6929063d710bb30f660cf776b9c9b69e51cadda9be42ec388eb923cf987
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce154c3081aa79436fe303453f2fff0f931c376b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3238a0885fe27e15f4be7d3d09f63afae249a82878ae1061b526fbab53574424
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..523e3a8d1c776098c66f597e5346f122385da6e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f50f3bda580b2c3dd86de08916f51212f3f8f71a6d611a360dc4be71376b26c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29760835fd8fb0603d7f93a035d15636a02bb929
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eb794ce40014bea338730ad088864f4054849dc0bc62521f8b9395ff272ea85
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c9684db02f4d1cb6e865cb13cea60d8996f539
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d362ca61ed075ba25e82324b0d3e6adb3e8d5adbb8b71f6bfb78f88a6256ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a55e18ad7f5b0fa4dfe2f228126e4625e750009
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee7b2f99dcf1aa593c943a4b447314b87ca33dcae277daa30860f251f175ab8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1bd653a20576b7f42fdb22f2fc3e442b0cdf6c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35699ffa236052de3bef4bb8a4a3c65d6c2dafb654c030cb3750c0693b608eda
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cca36832068fe95851151c57460098143ef417d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3769b245eeba979035a1369ba9e9c0fe8246e1c2db83621089e48e8eaec121d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..052762982b8397501c66586b40a83e260624ad04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b71d381749a922f32bfcc2c1c7616a77b0d05f5d6dbfdcf3e55c092a2fea965
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82c0a2a9eafbbfe8619f6fb3a4c15519b92784c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfcb158825511958c6e8295b6a4529c94e981f9970992582da37d2b85439917
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21088c3dd029c08d2eb92235d2039cdf83175d19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a67272ca84370adff77f50c88a70db424db37624d4458414b2456fc7f5e861
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3008884c6e932267bf0bc574dd5792d1577decf3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff18a77689291747b550d2bb196203890f2203f9b2beefbadaa321199b2324c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca83814138940d26195f2b92380006db71def3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee72d526a9f2de680d34968705c32991b679c586d5086d31ebe8b910ef4809e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945b97ac509b99abe5f47f674d4662aaae118737
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:025ee84bcb5e5dd650d514250ff8f68124195980e363349af682332923cc16f5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6dbafbfa214bf3cd3a98ca56127808b95c2a7c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489348ddb1b4d7b6a68225b6ab02fcd588b0bcd7e3744f86c9afb1f0969fffcd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d0efb0e1bf86634f7ae9b79370c78cde7012b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7bd22f2ac3eb913ab79195e06c15cf1b52b8fc1bb3d30e03542da4db4303f4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca419a64db82b256ecf50b99cc903de9518c58d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19d8e46fa43f5a0d6759046b356b754373d9605cc522b726d0a5974c1a2f2e87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86d4f3bf8b9aa104bf7233b0852de6e1773d50d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21faf22326f07c47eaf4e07f8d2b4c1469fd1ab6d15402288b91a2bcd43d256a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d53919cfa7977163b4eaecb2f80e66ffbe1cb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6697a16ee0d7b7f04066f89a3e3a249758a48f165c0137be9ae55822b71936eb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b164ae6ce7d071d65ec6cb548e2bf7d40153331d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8d7c3477402d09e5219c5323507aab9a2ee53a984c06b39be4fa1305fc7d442
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeaf75510f7480db0f78238b074a01a90cc1ad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6728de3a62e8db16f14c6374737639cb38da324ccaf1908454b60d5494c346a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..237308980569d552e17c07c6881b1975632961e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:800d41d035b139c0a4c53d25bfa3b79f43e53430c6857770c996371ea97cfe81
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab9970e3152870faaa00ad1628d2c78aa30121a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed3ae4c2f0d37d3fd87939ce2defd007a143610940a3c5f6f4f30b93be8558af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d6499d66f9dd660f3cc31a1904c8f2509cdfb90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f1fae95d2d72e81860c3b4cf2054a7d8fa4f8ee561d97c35bec12b1aa7ebb0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de9bc2694330864c8bc4c6f0c4b38b2f3749b038
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8925e1a3d97d6f674fcb13268343af6cc4942de89e1df5d707045018b136abd7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a37aace8021e0d0190975c598555b23b8fe21f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d96c5dd50fa6787b687a039f8301fb7a8bec0dae04c0b13c710b24f948c4b9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aeca90a10a27beaadb7f446e398cb0367aab0b42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9acfb73e5ff68cdd2e04f3f917e2caa29c1cfd52cdb45eabc95d6d63b28e91
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c80c3005955125402dcbf53b8beaf2c0fb736ce5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc42ca5975e3b0738156e010fbdf22a9db2a8626ad3c1770199379c1aeb5e6d9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..273bb61ea035a52cfa6c7e59c019c2225c0cf1f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661ff3341fa15cfce1dd74a11f0939cd4401fd1d77bf7c86c79ac20f9a620365
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9863dfb353987d4f0d223c37cfeb717d41aab38e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b7abd37e8bbc2b55acca57017c99c1c435819fa202c328bbb7d62691c241d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a62ef67b5920280b33575f69396dacad968984b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e79d30025b69192a492bf705e8b5eedc74ce1e3ba70fd78b04cd68f9b2920c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900bce82860fd2bd05907db135732a8c4b349870
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41eeb3c66d95f9cca352264b04cf1d163a476369364167d52b5fb34613abc35a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e4c7dea7d8afed842d0d6a4fe16951d121a50f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c16a68be45109652baa002f3795e43671a6e7d17be1b63c1854d41f476de26c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743cb860c524428b542313e5c8824a68f53dc069
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46310b2d6bedee23b619397dbafeacc3c25972f8edad9ddbfb9a5540edacfb0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0c4caaf7db4a6f782b4e5afd1f1d3084f5e429
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b787822e89689a6b46489625f3d4d126c3159a4df5f1f902c173f93baeef28
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c1e5c33d105575aa7c7400f65afe04fa04ad85f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d669f4c2ff71b991af31a6d0a3eaf398d554c91705bc78edbd9aedb24279a0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27123092abd712af833cb4a08ea91c22e99422a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3d3aafd2af4fc6ac10a082a7dc277a977219756ce6984719215c3a12ab49aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb1167574efb9e11274f959948ef11d8ed0aca5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a04aaa39425dded7d2e88a683aeb2baf753b9a8006da710a2d608c5b65a76e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38a15edbad3003dd371595ea90122a3f51bd84d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b0a32210d5a39ed21bf90b02281b9c8c46d236d36bbe0408d1643461cd1eff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec3f236a026dbb352f85371ecc3df6202accdc37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53400773104fc269781a8f3991d96da65f4c722bd2d5d73fb0dab8dc339960c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a83b8b44fd91e0c95cace7e0ca79b57eab0192f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b4f5e467fa03b74c0d92bb52c315a5706dbb7f753b76f2dea92b2b9ce97123
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef0d6e91fcb4c3c6b128df5a35de6dac693f970c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0d06f2faa997ad49b90c3995879bcfda39a0fd8fe3f7e0380e766207550a4d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f2a01e1278dee10bc53c60129ff1a23fdb8d4e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1c513b0e9eeefa60ea41ddb1c8d209966c94304b22452ebed6177ddcca78034
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e480210dd7f8091c945e14660aeb42283dcab31a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e82382df73290a49d0b02e9a7226da66b42f10345bf9da7b062014adc6b6d3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d491a1166e4ff17913eef3d04ad2aa8510f9b9d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c766e7f73009dcec953a93895139db960abec91f4ff7e613655cc545488f9d0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0017192e32637ab05b296c6d8169a5629249fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8ea10f27ed0acee4066ccbbf742a53e81aab1ffcb41888f4a9a2225bface9d0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8479d378e2e674544282d57c94a77b397527454c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8143362d50d9f2d38d224fd6cec9b965af74d32016648022e5b5aeafb78bb76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d69394cbf2fdc97cf5952926d6485e2a07ee575
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110b8e99423c1ca342b8ce84969b13a91d050db8c8329595ef46057dea981f4d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..356af976359faf57ef165663223e3a4cff90fabf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2ee53c2d7be76a58b4e5fce03accee1333a5a8868b207d68d318ebc0f15245
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3893b85f6658a209d331f049394354693f5de6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:352db2b2d863064989fd772656703cf07d886b875659c7d85c2a8547f1d56ad1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec28deda9f2dd26359ce696d2845a60dba27c89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cfeb4be0cf8adb40de99e3a22028c93aa79851f9218a831529ba1a5d1fd5f22
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0705575258942f68e1bf53c2e789c768f3ee20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c2bf12456eb88c213586cbb228875a192109817de3a6894f24fd8618dfb276
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78b9ccf180c6a1a42b61bc496aa3d6e86a5d8483
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c86873a93efdb92cd0919130f43296580c17300c2cde3fa1e4e28c22f681918
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53c8e39d3ff82143f2419430e140c15e1b5198b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aefdc08f9c5d196435265f868428a38ee6d43d9e6948e8bbc940c0f6c04950e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d133233b7e89d2e8a44eb40de75bc64361bf20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60b9f080cebb00ba66c06dff65f11ceea3f7745fd139c22d04cadc346ec35f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7995a0bc17f143ab0f076a9baaf792a8bbb5e9d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7256777c429eb4a6fb75eeb966865175d53a94860e8ccab51e0e181184eef8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a5865b88c5b5d3bfbc77e5101705e042dfae57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4d181460575df199c28f9304a4c532287cf028ffd10e65835b951a61add20d0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c638f9b68968f0886bca28382736a007201c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25d905050d5f29214a40626724d5ff966f8f071b9c7e6fdc145eac7287f16dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03ef049bbc3a36ace525dae7bf3ec3dcd5fbcff3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28d4efd8561e2217b8daee4eb3b897064a59316624afef138d38a9338910ad5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58ed3a93236f6c42133b42ba0bfc0d51ab4e23c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc47d4fdf699ac347cadf1a904803874d84635db340cddefdc194de2b7bbfbe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51652a6a03527bb2331847cbaedfbf44b98ed26f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c777af1f105e4c501edfa6b275af3dfbd49720341a6877cf2ac80297892f9f3f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20e53d767b013c2789c877da0a83f19b65abe5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c220da12cc7b9c8b8dea584fe7552659d7c0bfec82cb0cc4486d0598ee673c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c58688bcf4be6c8edc13f20ea9e448a68a7e29b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5795d00aaedd66551e30e1b04140c60a8fc7e342fc74662d1d4b5d027ea5695b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfd3ae40175751fe7d0c2056e5d2702efb9e7502
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f763432bfc7af7a157439fa5c0195db01a108b47fce7881b9f087a51f7682659
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870a864ecb539044e82d01969d5d972817fd671c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069605aa047ff45c186d75c777ac7fe88a19c40c1f7a007326914a09b60cbb28
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a9a0aabd2d3dc625c608f11bb0a1256d2638dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eda94e05c3f6b7f2fc037a14fd5d14f70ea377d3759e3e3afe5688308882081
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d455c354aad8bc65fa7daa6ef7e6f813612265
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbdf367be976e2e73eefccc0f6cf2910f8c609b007e9d0dc719da825aa7a543
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..429cfaf3028d38ed9c48537e05ffa45eefd453e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72be391dcd37f9139044b9626bb727981fc427a7c098cee707ce0051d6ca1ff4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719852be7fa4951c1ac826ace5fbeac1abfbcdf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cbf30d2bfcd90f55331102c4b658a00e2ca52e76afc1dc8d5c2074963b2d009
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db08eb22b788e32ab53af7750d075b6aa72699c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a236121f8bafa8ed0cbbc49116e0fb6f001e0e5d86cee17eb31531283ce41144
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a90a4a4e964d256a6eff063aae296b24ecaffee1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b664ce5956be559dbd88596c0cfe4f9cb27016eef0a168c618fe0525250bcde6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad9e6a396b35f81ece56e89edd0c5164947f8f1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7e4d266ebf40ce6918bccf086c2e4ed964adaaae5acabf87ff62600e1cf34a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad75058cc3f4c3ea5b5e63b8cc16f78058617493
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99e12afc20532f55d9f5c6017e7d6394eb056acdc63b9f7d6b58ae24804e047c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b760e5959a8e0f0d88d856a32398f0b91e3f91da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_2_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5e5042a484ddaf2754269b00c33d386d21cd8ec9ba36ec2d6427d3f0303077
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..191b619e992833d6ad07367ee6611fddbcc00c54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca3935053006dcc0af8e80698f1696ab8b0d3903b856a0df791ee1d478b61ba
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efbbfec6d1ebbf715ed10607c37f4b91b67082f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_3/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a3ad5e3e956e5c860033f38149af8fa8f3fb195011c66f12a14206fa0a3adb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc1a94df86659167aa9992684a39a5edc1752f0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a473038f079288d12abebccb8b268d1a409ee144d503780b36a54692adac78bb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c63a14ab794783b9eba0c9e3f0db2ceea1ae76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30ca457a215a46faa8cd51a6f2f0b0472015bc29680a1457099a27c92028931a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85bdec534d14a32408e51bf9e1c4d5328cd817b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88e64d5b7eef08f681b02cf7ed5d76dd544cd000e65a3c0c8a7718676d1e5fd7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd30d21d23ecccc2312213bcc2b7870bce96b686
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e193334d0c0a60c33e21620a307681f4edabed633272fe34d2d65487c4ec07d7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8429dacdc3fbc435d04c85255154e8a81936c00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af7d1340cdbae3cb77e186497c61b45410b713db77283af10a4faed701f6106
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92226ea6bdf37c854e793f39a899cea19d8f060e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446e0bb482961d8d0a2605cc880661f20a460d8290b2cbcdfb6de4069e1dc5d4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a775dc7dfa0f9acd918c7aa02f394df3e002e47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef53de303d5b2126d24a6458cadcd0650b239b0dcc78a3097c69971e174915a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd184bd95d8ba443955d428cb2799faf2ed9753
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51170fc24241b3b0de7f398e14f74b267714e33a20cfa40d88a88b812eefcd88
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..def9da888702a1e60ce3d368a95562c5564a6986
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18e6462c1993769c7ddafb2ceca4cebe9da6ff6e4fd674a5c194c4047c0824e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e962aaff284a09b3e11d625ea387ee6df80f8c83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd218a2b2dd284c78be1eb7a2677e214826f82134cfc9ed159849cc586dd745
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..096acfcdcc9c0d0408868c66d885b69dbdc5d43b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cb03e8c734ed761fc9fd56f5f82ea178be250d7b9cd8b3b0bee8f96c964ba0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3616ff8bcfb5647ba33c6a15b507909b1874edc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc9837fae97f9f3cb398491ac990ebad867bb7158c617493e8d2991b04c9fd4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9e04fd9bbfc391d7ba38dde67a641f0039e239
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526252fde3dc72fcd3b6dbcbc770c457632a2b153ec4e6aaaf5f8892f0daba1f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a874a17d15b44394ca49275b1211b14eea13c8f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f980448047dcd2b157a3677fc9f5b5619f969db8be21907f6b9919b850413848
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a5233eec77e84ded6de3e917c290ca5139ec79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4418d1d6b8ace7f142e875f39518f66c22b288a0e64ef5723b1027571dc2c05c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b25b70c39cab19322bc4d195be70deeaa705189e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9480a64b10d84b9c8cbe1bd1f9e05c9b58caf4beaf008c7ab6dbf03afb105c3b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ecf8bd00aab46727f16b3cc068de124b4409a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e9eb3240506b9eabf06d5a5b9e1c2ce2e570b17e90155b88b19958ae4e3ea7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5a291ecbf4c564874ac73931bc64785a6ddd06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c8eafc56a5f2d98bed1aedcb5732fff33d1f4c9091adca478aeaef8eaee9af
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6399ec6c88c3a491e7263c528d5998648117381a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29978638c33eff4b4923a63dc22d51cb1d45f5d99329df5e0561baa77162b043
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c769fb8888e0561f0090440bbbbcf7c22a2603d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96ca8d83431fe235e6acaff53fa8b7593b614e1934f1056e006cec20879072a4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834eb81c9f13ba934d6e250afc13bc6fef1c6293
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61fbe61f7b9dcda0047caa8ff8ed2b9498d7ef168155dc13c52b5790531fdd5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68639e34cec25290c6076c1cbfa553b7debcd93a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8311345267b3939cb8a15301ada0939dea90c7713525eb6d8bb1a7e5da2c1152
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3586050961d479581658e1cf338a06f290a0a0d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f929b052624227bdb04998fbfaee66460d99ea90a5f4422f0b2453cd9760987
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faffca8d94f3e3657001512cdfda801bf14da45b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37fd488bdf5e54a5bdc84a397149aaa99384188d87d4301695988d47da1ef37
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28761b5bd5c62d6eb71375075461128d8f3f134
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1a05a961340f89a443a21cc64b15c847d122d307b7b36c1175a1c593651a521
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5919ec96e5486a43226b98e45b932852f0e0acd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1b35d5be2654bcd72e8b021410a1a4534c61670b416ab36b500446228200a8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b8dbff2523565b25cac1141ee9c082bf73aa8da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd53633f8f7f8003f9ebd747bbec1f2a347b062966b518c3c0c7839bd72d271a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7ed326a131f4e5517ce23f132b76eacc1440f3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85016b4d46c2fabe9f7d51ba24aa39c8b1df5063a4168862d4774cffdc444d71
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33ef47aba2c9307e55d94b2163fee09c0de10a8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea552c83faa9b1b49764be42d709945693bb3b76154194147ba6d954333c085
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dd9e657799330834002eb7c61b3e915b160c8d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5502313ab6180c63e83a75a48fb8bdf27727b675e07bb72cea2bfba4996f13d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92ea78cb0f8e013b40fa314649f2ec5cedd97937
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0636da74cfe11b91a3b3eb7b16f9e9fa093b8440500714dfa524359ad98b477
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9e202acfd6e5242a312e70f602f35875f907271
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6b2b19330b694263b31184cc4f8bd982509df3e531e49ed582475ded44dbbb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28d89e70bd411e636cdfbcf29572571c66957d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd976d3f94a6cea0fe12e6f9bf39fb11122bea34a52eade53785876af2631f0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44076bba7d2c30bc89d8164222c4ae1dfbeed4f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:200f5ddd184f87f1f32663bc87d8c2cb6b0a8ebd5d9296663a1a07d03926fcef
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5141ea20ebea0e3c8a0672af7d481aa9c75e24e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b637191d770172f34e8d5172298c6c6f002be7ab9798b83c94f459ae473a3403
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a65868e3d10a31a2315fe6bc3dd4eb8d35c4e54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302b8d2780bc42ba611e5840d9dcc7357ca6c1bb6fb9179f0688b533de2bd056
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1423b999057856b87a452d030f8814d9adfb6946
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba646abc4bcb2b60933b5e0d5c5133850a25936acb7489fa2c0013ace2f22d8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c170d73148bf79bef7c168f8bd674871a65fd07a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a355692d6808d7f797d219b261f3a0eae76100191a9eb21712bf42f075f0558
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5908eb816d2b8d2427ad6780a861448af10fb73d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc970e3ce47c1da6e1f8dd11825e72cf20605f9ed1258872ba41fa871cf4b575
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999e476fa042c82e49310aa09c4fa7afab0cb694
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d616c7f15ddb600bac9b213f514e769aa1a37d7ebe5c91e6cc70bdbc89ff93f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90f57aeb95db1e474ec95116c10761b2f3ed277e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65038f71c9c37f210a7c7a472ed432235c8e615a43e865878eebb49fc8ff2bc3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01cf75320ccaa673502324c056dd086fda5c873b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79a6317a667c6cb1e113049704548304320f07474fe8934b0ac850dbb783ef9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a8d8746b6a7f31c121b41c85cc75f433f4417b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd6b0d9198d2547d1be6236df985c7be5e72f5c07b3d7b806df253903585da4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b27f126c1707aef5d092b864bc9bc7afeb3414
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b928a6a19d7109e208a54905202f9bafba3999f5d11872ae8d6d2f18113010f3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cca328948a0fe855095f9f71f0bf84fd4ea506d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f48b969c2c05ab45417e62cd5044e01b38a1785f3d707bbdc2d1968435a02b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dd7df77e90ea6ab14ee0a8b2ab12f7a94a0ea6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3e2e6bd0a4de862a8189ee1db77bb5ace4d09b291f0135ed0f8bc3d13576293
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9894d2de8df61b6567c8783680464b774f67d1d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc6b19ffe30bf2fa983dc2a3b5141a47c80dadee53e3436c98002a6273af27e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7786bcd021bef065ad0efd5769aec355dd8cd627
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47a2b7af4e426fab16eeab2824d23bf6aa8cdb66c85f64179f493fa5f732c08e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f47e25f6484e31239f9ab54b56237392d052c99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b49184a7274f5854b38f312e49a4f53c15a21d452bc92dea0c4b7911d1d53a1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40677274a74314a1cdbce0db05c86e9af3d53321
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9959e18766b7d7597b2bcb247ffe9e4e05e477b60dcfb8af5f79811da62bb4d8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c042df8c99826826661262583e00dd3fb026fc41
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbeb86b074e9e6d581e683e6df2735c8ad354050022ca42f7df41e9a8a96856e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd654999e3f8f0053f90869050662768285089a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a98442096b63b5283bd457ffc29995b50540ce571c56c9f50eecdbbf7d2575a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9210ab0e9fa9c731e2fcf3002730e94bcbb815a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c286417ef7b37f005d4fa43ee47c28c3ebf0eefe60ef4c7873b76ae0fcd0fa8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f851c5d83f0bfd916f63de321e49be553c92cc71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9bb3850c884d91fd4891e0fa1f293a6632127ee71999b095eb1fb4713c02648
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fec9ccfcee77aa9f1d14ec6f76c3b9f854841adc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112515eb0f2c24b0418f7f7e8be7855e6ef733d956df1f4299c963f4c5dff552
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1808231977fbda46c577c83440e356730f6aed68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf47ed292fc5f49713a0cae875cc5187c31689a0764a2a8a09c575db93c0c18
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b956d3f0f8157035778eb65e851c277cb7677247
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5f682980f369bea2a1e606f37d7009a70c9c7a35b611d38ec50a4c45cb06bb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f125c27c86812895e1397b06ac7ac3eab8f5bf2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf7ef26d7231a347c79543ea1683763d20a6aa096dca672898832e171e308e8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92a006cda5d9de48857209ab9518a6cb7d66e92c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c188655203e45e3fe56e20f7af8d698fa701205340d486465c319dd7df27ddbf
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0089d8045a7f458e79d7e91b6b0aa423b249a5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45d256b8aafa04fbe7c8fe5d9020343c559efd4a23446368692a35b59823e9f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd3d678b75fc9e6d9fa77037eac28addc7fb54d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2b8f8f006ddf1d6f66e23db7450ec3003ae5ff52f705f3854facef26ac221a3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ae62eb9a4ed1558f81af538fed26bf189c6116
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:384dc7d7cf44ca0c9e0d98f117b1f4b7c4ba28ef6908ad0d5cf08b9f6fb3f2e4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a337be44a6256958b8ba486163b66084943ff6c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139f2ba88573e02c8357fdac7396c409f7e0773dd216892e836bdcef8179f642
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb174079d4d5cb6b0cf8ea17d42f4819bdd0d7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232b3ae84926d34a6deed61783751f110b3b77beedc5a8146634c20d49730eb8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07a06c154143b05f7ce9bf978170aaade8d308d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f65fc3f4706c842759a7c68a4dd225b363da23c8d0b90c02687bea9bbae66b4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d5e1c6559d8f770d91592b2a4421c898fff4b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5952c385e870bb66dca45acc506533517b5c0f58e4388c9c733e940ae8a80c72
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33787310d44ef0827e8aab2311b15b99ca551b8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a527fda1e177a5dea8848593c1efca2bf83118e437be24e71c54b85d55c2522e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b60d46c484a5b08d6cb2cde926f19b04eded1b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca60cae33de238912955dae0341247e7784369145a2646d631ac62bf1947d8b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88120acbfb4ceb9651339ef6922caaf6160c49b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219fe97e3fd802f1658dacfefac21b1371df51a7ad34c47c48e7e1282b2f20b1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e4d9e0d64766b6927de449e7dec66cf76c8469
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce62c5f073435725c923d0fb0b005c7e6e9709defc67e00cf7fc783da19e7177
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f26976f838e897f5c230cec5315aa5fbf1c5a1a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548d871133b8f3c620246b5de4461a17b7d5a6d0a870f7e52180c1839b099a90
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef8c82299e6d8bda2d78a72ccb3d9167ce92118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14884de303cada3ae97f8657a2449ca1ac80f45abf6d29afac92e6ec73f177f6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4c510d98fba2cb26ea728fe1df9225e0eeb754
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f41c78bbe2587d9598db97d83d3389e42ae6b65f8040d59cd47036f8dd431b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a0700e46431a230818b806ef33c2f9a0162c42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8675546e9c01153e14482abc58c6b68a0dd1988954305eaf21b4b899ceddb522
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33f9fc8f1a25247968b5bbc680e894b17e54b3c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a310219b9481130c72fb6a619263c9cca9df585b8f712412463c0f4d1783be00
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..696c37a0f100538dd1cae19b1d95f3b276a213fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41eed706ebe2b2002f2bfb790ba29346d938278ebd2dd382b9ccbe47021931c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e29c99197e4570619f3ed74859ac0f02f82e12b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb8a16b85cb72610a3f4edab179513f17c20c917dd8359b3bbfba510481d00e4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6b235e3b4143e030065e9218573843c72af3f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd204646310a0c90e6cf3390c288fa9b11d90d3186b8e95c7586a630c0391a3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23be63556fd20c8cfce134f0a254d2b1322fe23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5d85e9a447e25c252455360ae764df8e03b7fa95eb87c357df02751af50e56
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6744add0c8139af45e5ee534252b29e12eb02352
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84cf9b142a4ec0e096ea8a702215b580e2579e3f688c80e4328d8a310fe831ec
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf41ea68a113186d209939f7ded3c17483d8ea22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331b0093ae8579cffaf82b994732aa31cf61e7ea09c9a5eb0b2c7f4b2ae5c9fb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8924abbb423e0c70bf644e15e88fa8a500a0a7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703b5ba68ebca657ecbd2691fe1b56039a160b1b478b71e344c2a2d7f9058135
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..746351b506738caaf3dc40219b6e72cf411583fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff07aa84bf0f710ce49bad6394e1d4d774bacf3a497e20f40f65032dc3d22b4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ff7a1e650a37e17866fba821a67c73dc02eb064
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafcdb207b1d4e363a49ff234d45fd245984d11fb361afd8d231ac3aee0d0c45
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff700cfb5f7e9b655ca41f4874119dc33bd88bc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92855ccfd8946f6597c04688756804b49d882460f056c048d8243926ce06c64
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d3fb34a6431375aca66212019646d3854c6433
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28486c7a3f6d727b27b6c7bb2c390ed1dc0f9abdc7dab2bac576b2775a1da8fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7098ebc5f89e0df4aca29092728baf5f9e95b17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40eb6687e81f5bdf829545e8ada26bdb363cd30f79cb381de59c2d9cb5e80e2a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5564ba2e695d4817018c24f846b4e584431d9554
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0528d8c5052330375bbc3bcdf480b824ddbc8fefcb1db56b26459d661e85a8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bd70de868ee1a6a08a8e98a225ff5e31dcfc481
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e660305fcbc87b00d5b726caf2007dd3f027d29073c41acd35554744e7fbef7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42ae58db7e7dd1dbf328ee06c027fcc59970f643
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f65dc7719120b33b94b780e2989cebf5feada8f3b6d85088109abee14362a959
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d03cd11ff70634d98cd8a2f846709c0e9dd41590
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5921b6bc0aa7645ef8ea87bba23f6f4cb0db7569cd09132554c772f6d6663b01
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..451c53444b6c0f9855a789b907d6e7ab2da6b34f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98a59d3dd6bc2f97de2e7c9d94d011a779cbc43361667476f41fb09731ba43cb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26129415eca66f5bb4e04d74c21ed7ddafb363c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c2a9472edb8e729901073463778ad11e2ee42802d25c485317a1d5c2a6df657
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc49a5e6736bd12bdbbb727282bd01f242d9ef3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc5a8bdb315371820f0372637280601fcea5e4da2fdb2c503324fd3228238a5d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6752770a04b6d4ddcd09fda69a394ae0805a00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e5bd5663ed516d6d8aadf0c10a8dacda4f22b2cda45fd7d98bc80f9a146e11
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df9bd0c8639b839a7eaf211876e2859a2f40858
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02530815909532a6d191e039533d612829ec10d3bd15084d62df72d387efd73a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7d637ec5a3900957a019faed23cde38ac93d1c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7ef08d201466fdd445a9d6972066f383e6e9d20e5fa07eeace0eaf753efc9e1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ede7db919657fa8757da65093c186074e4d6766
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b758c95c5310f5dfd6233459513f934f692845aef285872e53d4ff4824e6072
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9b27099ab4c4be47fd5ddbd126e5a4e63f81c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:304c7eb63980cf0f69ede8682a817c8b8fa943b6077edbcb06f5379e9761d7cc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f69da6d55a0002157471722ba0e3da150038d9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:690d4f1b823f85f3ae183ada80f4e51a0e955cc3812428fa7ae59c736617e06d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25fe40f01baf38b382be37c07ccc28674e954d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf3e05c82928e077519b448b00a45d095187230b65b2e3aedee574a3d0176b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba9dc3b268c71a4d38026d464b316b583935d82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fb635bb79ad0a6b1b24f9a0bf3ee44a438775866d353d6a64679d0c28c75338
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e972ac79ea2450ec564fa5055d634fc2a64f24e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02e296a776af39f12a2accf2619282ddc84c62bc271bdda9efc9116d739ee41
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc22dc1db5a61726d7fac3e4fa61eb3be61140c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc88798cb0754a10bddbe7fde7527ea10028a03cfff27588e2efd1a53c6bb1e5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb4d41dd83b25e69b7d0d44617a15aa7995c1cee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988eb67a2ece5e1033b4bb5f67fb0141b58a788527eddb2d11fe1620a0e7354a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dffd17adfda3981b70ad41dfc41f8173eab482
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77fa333691fba65eec01ee9b88f4add6369f1bb70d9eced00d1cac2ad4d7503
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164bf218a3bd873bbd5a5cd29f1bf720ccc8016e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b16c3efa75b379c4327b3c34b4eb3944eefc31dedf81c74f21223c3527b19ba
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c22291f71c064e88acb3a9ac1618ff3185651ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1078a6ab9aef0d3f029126b4d20bfe20ce2fd29588779ec1a6ab9fbf320324ea
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ede8326122e59e72eff2d02f887f6ccad244e28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11190ce726b66b00fb97c6ae89aebec2fb5df680a705f639da66d677154e1bd2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5c6b24699836a71aa0abb2a170a3b65b087b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43cd39072ccce7fbc288e299fe3652db54194ab9dc6988d1d8d37cc501ca9d75
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc77d8c45a13542baa7da2fdb1b48c6d20914479
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5b1fbbb89bbed6b9585aa85f80b4544c92d58bfd757ea1f8ee5d4f9264d776
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870fdd7b33ddb07ed4f95a972741a5c1844323c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a67d5c967fca6b0eac831db7e311628f4e94f964ed47940d40a0cd4af49b5d9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7758320ae17929158858e04ed0666075d0c5ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e16fc3c158623522df91dc82b11c48b8b6af515a67eb54038ad9c9c1b7e92b6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25fe40f01baf38b382be37c07ccc28674e954d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf3e05c82928e077519b448b00a45d095187230b65b2e3aedee574a3d0176b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8cc349e7f676110104b385d5c6e8443a54a4d96
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb9975bcee530e6e8f460087884c68e653df8870d3102be8c5ba90a25b985c3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d5e7f530af10675cb31b65016d4c01ac5e899e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f77eb0d854ebc3e0b13931756ef92d427c19a1e796f4416c3cbd3fedffad33
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25165542b0e8bb28e53457d7e5160d9802007008
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f159cea4e248528de726e83eb1dc4d0962b3261ba9caa26a9aa0b82253d7ae8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b940417b06458c99ce93969f7c41c23e1ebe1afe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3111eb98debf8f41650494aad35d9736287e140fda69e1164cc668db7db9252
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37fd02105361792c813df53e31fc7e3c6ef20188
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:629a5e629993f80b7e3c624a28ea76806a2e4e647a6d88c537e5b426361d9b09
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa8025ced8cee35ac8010fd5614e5450e05dffe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1aa44c3361c0e2799e3a7be308bdb6ea3d5fee240c928fd809a648efe23c47e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad3fb9ec5d2321a9beb90a8209b108d393e8d5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376da6fed0e7dd5d23a1af26d6d9f7dcf98a76e66beba0ce4bcba0d5e69779cd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087b946d227a9d84ddea78fbc2190685c3caddc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33edc59297c3564eb2a0e5edd314c5344d8bdf65b95ea7704fccd7c516cf8ee
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839484ca2be580710bd3e8fb205c6626d7ec7f4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85388c5b4e622210d9e8e789e33ab24137b4ccfc6c01fd8c3daef5533932d64f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7076d3bee1fb0a64396d33fc036b8654cc034127
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0420ff2e528342dbd254b66e87cee77a9eda74c38631a0d35cc64d725f6aaced
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a419d393c2cc2bf047604669f59931bcf92dceb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fd303c573c3e67729dafd8992a6ccf7254b3a6ef6f69b653ee032c614006cf9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f27d0d4bef578d65f63fbff3bc3747e934fb1cd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08a997e0d0b375bf16e55688a119746549a0058e2ea82a5d25eac5b5b701e98d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25fe40f01baf38b382be37c07ccc28674e954d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbf3e05c82928e077519b448b00a45d095187230b65b2e3aedee574a3d0176b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea48faeebb5f6fa3eaa956baedbb6384439acb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4766b8ddf10948fa2d9cf2e320f7d58f6bf8c4874b667691d368eca0784f30cc
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec213646d4f4e34858ce7a6656b9c44a4c5c26c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74878e0d35289b6278e7329592b5b61f895cd80bb5ebf358d4e2d42cbc65e27
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f709d51883f5879322e06a1035353923c5cddd4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af08f8853a47da63a87775ebd26f8f05fa08ae764954f9590d75329ffbdba893
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81acdcc599ae5a157b94845fd767b93744a4757
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fce53d569f8e263138a406a0b64fb9f105837d9cbe1fac37232115f28da8f60
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44b723e73339de678a97c3b6ab147e6d9c8e9c9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a4305459bab9495bef773a50fc6e6de6a9b1e046f10aa5797c882528a376f2c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593e68b8687ce16ef64c6f1d864d5bc42b3b8606
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7553b528aa203745b3416532d1af86075d4ca5153e1f2b71489e4e5747fb577
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a430f49e6047e6696c5e90022703c27a4beb9fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4adc2017c3d6f0af0b7541050814f181be7dbd98e9af2b87b3c78f4817382029
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6cbe6903eaad35069e5641ec5f966db9efa9017
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fffa51f7db84628e028074b6b97bc0195ba7f3f68c3ff826a38ee34f6e185da9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5b5e5c6f504d79c341543e324face90e227ff22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53326999c1256cf222da4e0cf3a75b10298fddc4edd3efd7ecb101e3710fb8af
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f482306f49aabbbd796c656af063f93dcd4513f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:691f4493ee37e7263b09f2bfbc8c8b97658e12975c7082ab64b66b641a87ef40
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2091afd01c889b87aaf07db2d7c320ef1ad62b9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71543cb3b99be994a09ef078dd2afd1fbb54d79f5d599962dce444812fc82a98
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d30764d55240b2d76ff99ffbc9b16799124db22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61dfbe30bc9b77c9895c97b2f4c23f6aa947a6ae476ab9e1a7ef711b967ac0fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc499701930a18d533d2ad63d3d309c2c02b66f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d8f8abbead1091ff43c4473d24517b9b91cc6eae8dcc4407d3098ea7a216c4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321aec1199a785190ffd17d1c581017f482ae7e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fedf35a895438b88933cd5c41ed42562b38e7564cf92d384f7112d84bec938
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87add6f22280ed26c4db39325edcfc8b4e0965f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26533badbafbd96d8c6faefbf24ef74171476880ca0de2c533497a4484758da0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..340ad00a656576a7f0aa4414d4d56651c226169c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c072233ade97cfc4d7c3a8e3f2ddd9a9abed41394d6109590064420eda0f49e4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0401cba17970b7c8dae9e8370900ea7222036ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e999be28ac0847db4855ce679a7af263cd19461789a227de09b7b122cd7e41a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..766bb1e14c2418eed2ed4276561e4beaee929e9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9ad3603d233b2df93627800f322bf6ef1267b1db1c4023e3e66188e1939e15a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf6b3b882fdc66a13bd152af8ecdaf2ef7cb46f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c598185113ebbee1338b25d827958e7f8cd0b3448d804ccb374028ec20bfa53
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..823c1d5c6cb457eca2e7d3ca150a2f176274f9fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03e4deaaef0b000b08e1443792f1a182d5a0a36d92492bf618361b807653cc84
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81110aaaee09f8008854f62d7f68a5b200c124ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5745ead2c8dd124b2f896a0296927bb18b29d8620d65656c754613ab0ff0b551
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02322c737365cfeb836dad29859ac34b90414052
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fd2b108b4f9e2254a1a6d98407b8cd986e26edebc420d50a88dae17938af9c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b94a427de5f7dae064a8a68e74c7cdeb88ae551
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c76d6d352cd7fdd1551f6b452845da66a5b3b6c937c7493d6081eaf2d61a4359
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd467f65ca697dd7459a8daeeeb10a32b41c4fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:534a466bec039f98e2d93fa17e7e80c5b36f4d17950975eba0e3cadb4eebe4cf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab5638a22e00e179fbc0abcb83292123ea8f0cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8831c6717cbb3b5a752d29451ede2d37e7ed8ac23640a4fd57c88abd2e7d266c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3613606d38f14738b717331acbd2af8d3b52a37e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb4448658362ba1e5b3729b6257946dc5caa47de2fcf83cb2e77ad812e7eb99f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b86db348721ab36e844477bc8401c8f94f436ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88009a2fa22a7b50a9effaa986c6fd7cdc8f766022abaee81bb62993250c6fd4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65cfa965c2524d5b31f70552edcc4993227ac4b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc7d5cf50f00aa9945bc7629df77ca3397155f22504855ad3b2efc2ea0f6573
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b5fa29ad8a2e881139a8ee762402441a2d247d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364ef7413ef18d85a989eec17b8b58d72210cddff2b611e36c64a839cc8f4581
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54c4f6c8b9730da40fa38a4e06ba85af2c98d3bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9751c5c4a24ee6e433b8c14f317488e2d8da5d5e167446a92f18ba72b285f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e33de3f0d651484177961cd7abc84b404606999
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba54a0038f40d8c1ac2105ec01bd79513caf9ba33f0de36bdce2a21da5d240fb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31fe3abb0e96458ee1f1d838414691d476970c04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ed5bb28a6657778a5648aa7df987271ca33b141d93a27ca944e689456bb84b0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7606894be0629e18a8bbcd7b1f73e5b4c50bf5bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678ec3905b76c6d9e577e7dd2a039f20fc06a18b2684832ae242cd3452317b36
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031ecd5169bcb4160b41203f75f1c5e5bb5a46f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c131e6c137dd19b889baadffd12289dc0b0cb5edd3e4126e6cb5fe1631d48b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614dabd325a8fcff4685e251a76780767946d33e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54435675bd160ef81435b25b6d526fc0bc4830dec1cbc015c76ebf66f2f6589
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f91697e8e73c4b58d626b448cbd72d04d9b09b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99ad4b8c372fb750d0549c3091c63f3f3e009e053b517da2fa2d85e9820be231
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37268fca861205876415e76f12cfc1626fb592bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b49d5ca42edf81ea5f040709db68a99a185e2edcb863acd772ea8265274230
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8803a9ce3d555448b5b592b9e0c6243db9a504fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:003dc4e1c1b699efaee95bf46e291c6b3a2c9c21c88db846b95c9107ce231bda
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12377be529e43bb10f97b0c883806a230b126651
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41cb5f49f40873752cbffe3727d34d04e74bde8872cc01c3286695033023614
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81ed933c20383f932b29d6ea4dd90ec7b8622ee8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7baed758d12a9d0aac4de81c4eb5ae8eedcd4ffffca861f0c3b0ccddf1182d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f4bf38150d1dfc19836a6bf9e776b44101e3d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3906977f3328e6a9bb631c439a7303e4cc0b4b662a129c51200a46c896abd2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe82caf3bc51738cc1c42e29aec3f06357a23b7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11195a981e561e00e70dea656f18f6b152a413f3e6400c39d5bd72f8fc8930cc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5c353c81aeff82bfe7c301544e1e757ff425d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc01b64f881744ab7e3ed3f74c5ffc67e75fbe417d284c7997aae918e33c4f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba250c9287ab71612fa7f054c74a65398b2faafe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:085fb37617cf132ce57f1c058d89e2489f69ea9ad5e16a5c88ac6f748f35569b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d4a27baa45253f12b0d5cdb3a30011dcb2f0ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0eef01e2108daa5a0fba6fb49d3ab4fbed91136f0952d9d8b9c1f05d99763f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e282be0fd58910d3b0ca68fbabc9453ac02b6440
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:521ce6a0286189e50972d25a64748170ef271cf7d2c0bdfdb1417ad92a705468
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626ae92556580d99bb985cf22553bd13eccfbe2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb55bf2f5be604b1d0a53e2aaa6fc43fced39a21464c4fe70daae146c54703e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a580741fce5e0967783c26055c28f48b860c0d68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad34652129de9aebccddf7b839f00402cf7bbe13cce59bce85659ee3e0cae32d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19146b0494aeae0b7e66631068ed7a4561edea0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d55393c5d1e28b5e010fbd29cf2316577005d4fdca713e2f9671d53a42afd77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a07fc4c39f1a3c09b8d82baec28c60ca57758a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8673c84f73d7d100741fa736009a05b211455466b3fc801fc7f0f4639b433209
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9dbf03ad0e3635cd43a739f863b4881e48d07d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edb9142a043b46fb399728372578e7acd3cc771f24a073b4d20e50686a7d24b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df856c9b67d96495f37773b598d49de06efae900
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957de3a66892ab5e5c312c9ba567f1ff4b59863c5d4c62dc2bf8ca56d0c403d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de396ef04e4d34fac039059b90d04068ff5fa322
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1005f8866fa8f3151b380c59639b1bcf886620cef0e2919afbf05f003c6b7ec7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1747ea7d7049eaa3c3b58db3a509c9c4eb2c6af6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:295444fd36351d894eaa4faceb7743b4f7b98df52cde475f95c6dedad6a0aea9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b912494c3de8f818029dc895cb727ebdc92f9222
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d7a3d85178578c3ea40f960ef8793aabfba781851dd4c4907e050fc5a6ce90
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a242a002002c3abf71420be7b5db39ff6517d76a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0bccc411b48dd848eb8b92d32766f9884c8369f616dcf05c618e5ce0574abfe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f5d2bc05aaf71355ed152d2719fca06241ef9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0eb0057f3bfc4194bdd04a19cfee3ebbbdaf35739e650a03516270b765bd5d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fad28deb8483c8a310cd534bfb7a60bf0b3c36c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d69102b7ec26b0817bb89036064eb038b26cb4d57fa9abf8b660677fc8cff5d8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0701767a7145d8801226e10509e8db79c7563c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb89348e790c62f404885eb6d8e3df6d8d404935341127445cea0a775531e366
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09e8a6d85384e26e9bf79e72a132a4a30e0d8e0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd15f9b4390cc04b920bc1b01b331f1a6d47396872259c6a11c81a648f798d6b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c20abc95f48cbb1de0cb555b68999e456818c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5609fdf03967e589982cfacf44b9eeecdcc36f6001827d5bf0ad1900075727ab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cf95cc763bdad9730a1627c58aabc58d51aee22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c62169a146f29c5146691087014f410c501b1a6633cc4c09f676023d3aaeb8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998db0eee7eb2d25e878837ffed192bb22e6c9b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc88a28b32825b5d3739537f3af5ce3072afef812b78f65eeb87641efd80580
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b20e5cbc615b86469ea5347211d90472f7e36c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6290b08ffb9af8d4aaa9190a8fc3b767bbb433147ea36658c39908fed1fc97db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1e8aa6e3c076822cee32dc078c8c43edae3d81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314ada453652cf6e2335c39e89324a5a181748af09248e3dc983dc67a01eb3d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa22e389a548274eafb123281f0bf6520e919f4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc7a4c335dd6daf24358f6d1210c8aef077f16bdb38a03ede9570e58acd594a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e486c183f91d9dc4c56af924cdedde38043280b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687c90da64919c91727b43e175e9b9e2d53b6f775fa6c7943f84ae98c65d9e06
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eddac51a26b1beaaa55c0d7fa6593b6eed95ca7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19570d8b99fe0881ec29bb09418af3fdcba6c270b625733bc3b6cdc445a4bb17
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693badd4347f1a5bb88bc40aebaf8f9fdab0c1d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11d327b668385a3a0f32d0d3b200547f53f6aa6c86a7e5a3e54d43dfa3f3ba1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dedefdc9dc29cdf746e1eaf6cc4a7f99cf25e97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc4c0cf8034241db715ef4bd69a5043db725a7378a89f8c5c48ecf536c67768
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1341b538235861d5a8d65a9064c39e43b8723354
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f204a3446d5d224757927e286410637dd24afb48bc94d1022bcab0a0c8574a94
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..932f7cf766a75981f0495f1efdea59d54e492c3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211de03f1531472252f8ea11dff1f4c890d36d3d9502ad17bd7408108f747e2c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c32aba706495f0891e6093745013f166714891b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6198f6d20f1744b5d92739f6acc9c19329ea602b30e8f4e67dcd5d1f9809ddee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f2a3fad64c554842fb6811bd105b587d7e686a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b4ce152591c60582e46ff2f2d183ed3c119c772e0e133c8a6d085fc6d30d8f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcb0a36b9bfc6f010fb4a8b1e896457103a74f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e87c9fc2817fe300732b002d52c7443185fc6d29e05dd72ef0e2b5b3940900
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68bb4830e8d7bb612ea764ad674d498eede7ffa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b0063f13f86b903a09abb41e2e3954e8c962731c22e6ef4dd725984807f761
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0622fae64f3b6a7791896051a245c75d8e34e55f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e3c338eb0257bb4880165db9194835f13602e6a946a3de2ff0de665d80abfb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195a12abcbd8aa96bdd59147303356f6efe74618
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b2db4fceec58ef8a821e61bef835e5934b6123ae0f332a46e00fa8cad2463e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3667baafede8461c2bb8bab8ed478a4d6bbfb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a839c20f0b9ca26dbcee056da4d32c9f7f6b137e4b65e5a9a4bffb4b6b2d93
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c53b1cf5acb8d52267b4cd9a1f55555dc96d906e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867820430a570e97f69d49a93c33cbc5c09ef6ae28ef8407ae4b83e898610eb6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60652544769ed06c9450c6f1a44dba25306ecc4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02531690045223e5329eff28fb6dab4ff51f90f9ea95269e7fcef10a138cc350
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5dd7f8d86216bd5895dd496c1593d05f64b3a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1039f57ff5df9c31c48da11b36c8cab2d69f35430324a28d7bd4001047c3f54b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eaf01b66bfad3f1588775c8fea0ee776802634
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44b1994253292304b203ecd0a723f14ccb73d84ae5b1a1495878d5db6efbd49
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd469a6eaa42f4884004827122a619f0819932cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee21c6070b1b7d33b4f4f16554df4c746579c40de4856042b1a280d4f2305d1b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0f4015d5fe54f8fa62999aaf13307d6b60f9f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d765568392d20082c79d2e4b66c610dd32514a39172f3d6fc0ca5d43708939dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c4836f0cf322ebb0f0f482647a9213aea541369
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be44588d7832b80f3e2c681b3bef626e94409c398a867ae18d59d20bb9f9483c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e76ba669168bcfbb5d1a0f8e1c733338b8c7e9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced37372e2ef0d7c9e84e7da6a5ff077d9c5f81b3a1a3d232733cc86443b416f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116a8bfe8816633c0ce7fa8f3645a0771380fbcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c456a57a7471b2440ba44922317567922ffc1de5e47b22499b8e8d8a4ab020
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7732efa2507e255abc4622cb2a5146dd59f926
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be3b02f41979d47e2191a7cebbccf7197c7296f321071807354fd8f3b601d14
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb051a281f4cbdc3a2b2b20457486e1ed93e7e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ba60b5f01ba6162dfbde7c8baa692ff19dc7f615ab4188507e8bfde639cd64
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccccf062d9a21225e2867c4dbcfa02c9e0528e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ccaf3f7dc03ff2d0caff57eebc93e1d14c4c5401ed21d0b4e7c95df08431a1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d939226e59d8ac2f9b4c16d7ec045d9bf3a84b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856009a5eb685c4f0fe96ac9b468cbec097ee66e846bd3926e03110585083c23
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a423784f87475b38a83d0c89050192b63291f852
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b92c7784b5b3ea76821e9ef59ad06d87117e4a24e4eed911c9b816da8aac1d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c167333d5f46136191d65eb61ff97857c541ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0551e8657a9a5174a71d4840663f7de4122a8e75653d7a1d63cfea39517d7019
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7c219e98ab166de04b8f360338cd72dda9e499
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e930bd2586c7a844661cfa4b3cf05795d6b1523c2f17af280b51dcf65057de3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1b9d5ad121f71b518cc2335aed6a49b6ce8e76b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df66776536f473952d60bd04ca9221fa24b0aadeafff96f8cc53b56f74c5da9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ec49bc228ac91a89a5b9b86af64fe3d535cc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfb74df8cf7891c1b557b67e18f24d97065ad0e82f926ab5bdb6b2b147457fb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8435ccf11b19b55672c2888dbe86ccb251c242
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cdbc609d36c915405114fc90984bc2fe70dd50c25e70a9ab2a46f4442aa4f0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e540cc35ce39f1bc397a0e0fe54734f0e7dbd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91ee320de879158bc87ecc0c9cbb5a0c30b7ee47e9c0bec9e0fb6cb081ddbb4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d858bd28bc39955974a4403fa4d4ee1a2e2751d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd28dd5bcf1d306b3384143e0185552266ecbeeeef256bfc7ac6f695e41aa1bf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2105922b61e3594e18d1f28fdaf8e110e7fa8a4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcf22b7ae16413d6df9d94f07604fe6d0e0f9d5c148d93d071f58fe5bb5cb2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6db224af0c491d4582efde2b2ac06fc14757c8b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3126f936febf08f7cb90627631b2cf7f3a3dda472ee002c95b98cd271f1259
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ae6068a990cd7e6b14ee8be016a7a76f81a3da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de93c1aa324d9c90c6139e39c5ff19ce00dc538f0016599406bbae0bc8c677
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6485888c28f636b8f7a1b533c7c4dddb9850ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02cd9c43cb0de5b87dbcecf554eb8cffc2a7d7bb0a996f14f52fcface9ef00db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af64f1bb59290dff73f3f87718e2358bf71ef632
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e2851620aadb88168da54ac5d5f29ae9895fe53643f92f5b6db6810b7cd6f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ee7ae01407bcbb42e71adac2c43feb2517307a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e322709c6bfbd0927079529312c32c8be2b2da4608656777cea34d64b18597ce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9d90f5bec13e3922fe6dffbaa3a78bafbd9f7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182b137904e55d7008283aaad92ffd18c833d26c9f5408adfd70ca33f8e47f69
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920081dd94726733cdad23de890645584ece4c18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125f1dd74de073454a32a8b2ddfab57d7629876f025d14601eeeb80f595fd7a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95d2bd671ed38cc734072c2c04e0684766baab6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d687ba4611544bceac39fb8241217b8658c6125b34040da263768e94b296682
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a59f19ba5e7f1469989109aa3ec130d72bf6830
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84793503ddf39bc53397ebb71230a3cc23fcf3138dfaea1d7111dda41ca5712f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057d479ec10594e409ec492db53bebf8c744febe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3fa05be0e2e8d03eb313a3d9df48a48809b8d25f3c11cb38f139f7123dc2bc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963f01d219ea9f95586fc33062a8f9ac18fece0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:453bb6414c267a8257a682fa7e9c461a63a73ad50f412014af0fb1fea7880c2e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed508d2248baef813e49390ff058919f4a6483da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c2ad8836f9e932b343c6cb4189321e9217844244fd7b16239b739198b6227
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68acc99587101e102be08f77c131775b2cb2448c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa214471035d560fb6335b3c84857b9cd99d8cfd843eb5615c50ad3e5fc14371
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c687322471857fb019796d353f577397dbc838
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7753c3cd3acad087b8faf54a05357352c1f0eb96e47325b69f6059574a324a0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..716fddfb89afee64d8b112d92ebf8325b83bba0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a47ad86689aa62fbb0154bf27bcc50974f804dcc1ec245237e58342369e046
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62574380dbad946750aa95efd334302d33f4f794
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dd4eaab2d1faf58445e76ade70e149409db0b86145f9db1e44de83a7896bfb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57613f603250ae81ab2af17970fc1ef6c5af8555
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79c26320805632f3458f348a9f651792fdef1fdd7a5a2cee49159d78c278dcb6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5d74ae703bc71676dca0e9575f8f950caea8a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9795a1ab503b364159e605cdac1ae177e33bb582b4d9fb27c513093b344cca8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40494062e52cf3ac7e951c3d7af9a65cb75798d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e9b4425726f1b950618b65c70ffa14d776e824274de0242c517a09cb5e0622
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad790eb3c716224184acc3c3450720b5b0bc719
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037b7714d6e3ba8d12ac5c8ea07f18c352cd308296e83f3ac35b1a6714eb545c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d83f5f805884a63079676297b50f41d5fdd0bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12ac90128308c1681e17f8edcd67244350206a548b735056e03e301cf1e943b0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35f672abef7357e7f4bb18fd4459e4109288bbbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5cc68c5d01d347a6b5ef899baa4c5e8bba7cbcba1ce8a286914b14cff5a9a6d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1251ba26025925e50d9f4ba7fd3d3add62104fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4f9d3572808c46e32b72875534ce1364221916d5311cd63866560599b9c267
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cf871c4cc533dfd26a2feed17bc6d22006ae58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf03136bb9099d9f976dabf81d337354a225d6ea85ca878b84730f5adb5b525a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9573dc2f0004ef0310349b222f6b9ea2b8869088
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1784d0e6377f7b0d2e4611632cc23a8815bfaa2d2e2dd578598924c374ffbf11
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3b8346720374b879247412e915820b71e06b76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd8e6c406430878a335c782156807f0e1771ee7ad6c24af4abf0dc3d19ca2f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b10ba73317c0b70136add04a0c034323a32088
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01d45c5cd4ba8d6f763697f04bcf5fb29537217f14213a1d98425da44ebe71a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac0976df53444308bb3825a49ae2d86bfb9a0b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ee0fbbe5f2334e67b262dca803add1734d7a220f887812e0e37f804011b2cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c3491e2adf11aa51ab6785cc7796fcde8603e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3783f109fd5cba4c473b655bccad968b3ab873a9a11676607fb56af27b8b54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eb9b099d8bbe403f635afeb50061780521ffdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff405e6ca2f846d7f34fa5676e2a5a5dfe9841c77707ad91f28272d886ddce4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd84bc38f7ed5ed4ffcb9ef014529b342e25e9a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65dedeacf55439909bf8a294e95817caa157a817424357cac28800669db56ddd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc19e03aa353c9959f99cd01f483df92d9d47c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d4544338b968aa74e6cd37c92d249153a7b5d6b6d248888ee6c8acfec34379
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c11894889f2833888732280bbdd9a04ab6e78e79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827eb986ed2e3914158151dec941c96f28251f549f1bcc87d14c3a5ec772f30d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2037d1629e09a0793e60d0b24bc03b1da049b31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532053e5f12686d9327d583b992ddac23f95e8a42491d650e9af3e276d90338c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda9c2ea83362d836aa8c6546f01085853f5a73a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2d49652a6f02dbe488d5e3bdc5761be55f7d336bf8fd998a8defc2ee8ffd304
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c57f7723081da99726d8bee2c89b2158a102defc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9348cda7654b7d0dfa0198fa274be5db2802fea2cb932709ff4473ce8549b16
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf284516c685fd6c22127453141a2ebcad54910
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82c995124bc9338956f14efdceaf379e83b53026bf65573c7a2fdb971c311969
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65091e48fc3455ae37a19295187d1f682e075a8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8f9fe781decebb34550cd62b307eead3143b6432a3c4d466c0224527a7447b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609f6362a481fd7a8fba048e9d216127393d07bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d8c279acae2b4d43e2c86c7f1e376d37aa806f1a58e6a9d3b86cf43b98c1cb7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbacea804fb430791fc62dc13e158f9bca549ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414a0a77451b02ecf2d615e528ee91ae17c4f74870cc0b065f1d8b20cd2e6771
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1f327ed6301468647d67b1b356739da62d3ac4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57c113bb34cfe2075f5d28fd095a154bdf555299be825c9d521957b9ae2509d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95b8c20e64d1e19bb336be2c56a234f4f4732ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de006557d4dfdadcc9043cf3b4c2f885513e28247788a0c02dbdd7f333156e87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce43e23064ea1ff000b94bbf6cfbce12511de81b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fee3a4f069263b194858f3ec4968a937be0f114708211e416d9a991f0c31ba40
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dde9fee0ed2cb040c83499565d666a245141c2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbd42eabe7633cbbfdbf1dd55ef7ab944ce706cf7831c3090c401a324534a83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..240310a3cef61d12a73232c55b04f344b5056862
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:325ae9b5a746ceaca6a4069d24ea75f18263059771e592bd28f55d285cb190a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9d6de01062c5211b04213c0122f07a73ff047b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0c637759ea7330a08fa10eaf275013bb945ebb1a64232ecd40f284f95baa5a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f11ca76af52b9d9021188eab249c148987b436
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5443e59dff93ce528c2a2eb6f16e01161b5a4d94bcff6c3130b941a3b93d1808
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd405d7d7f069596915579d72592432e3329ee1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7901a152d9a7b1a49f5e8b13da593c31a3a3c8d1ee16fe3822f4bfde9d4a9b18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c44fbb7ce40404d3589210d7579f943d903166e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da64e0a545114d35958493bfd81a796f29c8a0d11a5c4eeaf41d0363c0ab187e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b84c14ab39761784bad242d15f0f7dba139a8403
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cec5721c495f6f29ba1c5d4979065165409807b24e360da5ddbaa8ef157e94
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ca7f76bdd81c57ffcf0c494edcce3ee8cf99618
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ab4790eaf9b4d31b8d72f6f1bbf0c6402572bd8e75499a9105caafe607d8c7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b631b78ca8aac95ed9b5ab849f74571f993e81f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9adaf4987ffd1bb0e693038d9b5ad9620eaeb338c8f3ae54c4ceacb507af04
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..887515827a7e456191f839bc54ea0446ee2087a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd51cecb6c797ffcb34511321d72cec565f15390ab697f03a936cbdf46db722
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2964ee32a3a37409767def678bb5d4eae997647
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a255770af6fdc35b1c8d831fb5149889d0a6d8ba7f9adc21ed5f15afb6b52b8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7651201e6183fb70941b4dc5dcbe51c42580bc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c527b8ce7d96df03e2885431ae67ba1892e440279231adfa317eae06ff68976
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c560320f0a321c0a96bc75432c176c5402d34bac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a34b91344c93d77ebd136a6d3701db7a8a6965dd0f7f197f9b9a1f38a1951c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c78b8d9caaea3abd7636859630bc70cd2e60e38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61ac46cdbc4da4cbc94f1f55dae60158429e7ba3ac57680670bd6a984eec4490
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dbc828977b06476269ab0b8d22aae6c97fc939
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0485fdf14d5ae5d40b4d8c6e49624c257b2192ece32dbb99f813f304417941
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6446becaf03fb4b0e14107c3cc1e16dc4437d1f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c0de96658d62376bf1ad87194a97aeeaedf9659b4eb71dda133912373b7ea94
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f10a815edd6ca6857887a5a5fbedf1a20c569e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865e38979dd7a29b121c700719eec5cf66884ec286f7c2ca9f59bfc583b74bf0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1870c1363a01cd38822c20c1346687cbac92c418
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec3b17fca2d071105fc242ff6225d6625fea811214d5ec6336f3230be615fdf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3252e00bc5bdd929ed979aa66e9ea72244b4e864
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d62aed16ec9976e2f3744e92636318d9fbd4818a2fcdf46ed82ad6009ef360
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d74b6dc7e4b47ad0ffc48d98257ef2660caba05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31af3ecb79ff9247725064cfda518edfda1ceada37287b24c2e1a2c773f077f5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f72eee8171e9dac6bd78b2a35a091bee55cdbf9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968a7419fdbe328521038e16ef59c2850253c08fddf620a1cf6dd9f0c5f82acc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44b3a2cd420e268499c41bd51830b4f1dab8018
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d6a73556a6ff0310cabdd136cf1dcfb1ce7107cbcf8e7f4ed5d4684d034cbc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33b275d3b54b23ce0ce51eeea5288ed303fa340
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd19d27a68500fb95b790360301ff0e6fc4ef3e59af0f943e74109291567059
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1932daf1ebe19603a81d6ff61188aa32cded4383
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a78f9b8cc781e0a2f5f2c21dce899cc90b404682aef2871856767326bab8fa8a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e96208740b95b3f7c57aa18f0c23274383958de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e82995bad4af1f2bf3f1976339f45cc742750cb30cc4bdae033047a4540e32
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9758b7b2e46924d0f83a72f5af9b272cb171c691
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fa34fd675a4479eddb5764246b067e504151d0ee57041d841ca4db0757ccb4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef397a13fccf81e25c0c79a92721cee3b9a45442
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2f41c823261fcaec515c8b8d48df2fe058c6ea9e4448b38834e0731e620066
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0c948ab0fab3ddb90a4095fad29248d4a000f23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f92fdafe91ccdd0f48dab61563584aee8fb0a0a82421c8ed9f66f1f7f75b93a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2d2ab4e717d7d8321b188f90967314f570d1be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d3fb31553dc7a1a2e4ba6ce9ab9db4109ddb70c77a5efc0fd8de6fb1cb5664
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18e73499b519bf61887ff4f1188ee2334a162b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:172e694ccf93767c85300d3c74c743db56f11545ee2cbd831592bb922018771b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8aaa9452e36bd3dc8de8f491d6cc59e34718aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13425e289e57f77183dbd02cf3ce946ee19b27feac42c7f912c98ec3de656e0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6093322413d957ba6e9bb0bd4c3fc14ddfed82a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e094394921682e1eca8506159b6fd7029102e81797638bf82b7478ba799dee1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ab5638a22e00e179fbc0abcb83292123ea8f0cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8831c6717cbb3b5a752d29451ede2d37e7ed8ac23640a4fd57c88abd2e7d266c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b3f4c11a6e966302f4b18ae8f84bfa719f8b6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f2b892d87a0926fba9b1de91251f9499fae1a57c139c877f018398ae65bc21
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b86db348721ab36e844477bc8401c8f94f436ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88009a2fa22a7b50a9effaa986c6fd7cdc8f766022abaee81bb62993250c6fd4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2ee9e7640e5b9695aeecba9ec6c8bf7d8b8085
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dd304b53e6a2cbf8f83f14ad5debd0bfdab4f676f78487e94570d5a40cf280
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b5fa29ad8a2e881139a8ee762402441a2d247d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364ef7413ef18d85a989eec17b8b58d72210cddff2b611e36c64a839cc8f4581
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3df15da86909a74c24e45db3b4c02bfb0dbd2c21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eb8bca4304b19508c581a38123b461f80cbfbf72be1d55c7764d3da14b6926
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e33de3f0d651484177961cd7abc84b404606999
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba54a0038f40d8c1ac2105ec01bd79513caf9ba33f0de36bdce2a21da5d240fb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a2bf93aae986c308e17cb4aee84e59d20ca053
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b200ec0a4b2c8943995bb727b58421f33ae9faac8de30e99e1df181f3d07cd2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7606894be0629e18a8bbcd7b1f73e5b4c50bf5bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678ec3905b76c6d9e577e7dd2a039f20fc06a18b2684832ae242cd3452317b36
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fefc2fd8ce2a0947fc50679de4b05efc9e77b8cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9450c0ae1aac1e8748ef25355ab0fc9547cb41c8f9ca9341fcc8f5fa8443ddd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614dabd325a8fcff4685e251a76780767946d33e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54435675bd160ef81435b25b6d526fc0bc4830dec1cbc015c76ebf66f2f6589
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35b110dbc04406fe459b1a03b8ff18ff5f46ed64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d968a442e5315213f5ed7b62a6b79a96b0724f7023fe64286b38bc70c02139e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37268fca861205876415e76f12cfc1626fb592bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b49d5ca42edf81ea5f040709db68a99a185e2edcb863acd772ea8265274230
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dfb86ecf67d82ed69f1675e8b6047f26582cfb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc9d2a7537c9d632c02167501a27baf61c326518005435d5e6447e53b119029
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12377be529e43bb10f97b0c883806a230b126651
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c41cb5f49f40873752cbffe3727d34d04e74bde8872cc01c3286695033023614
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..408d7604ce5327b43b1528ec60db0535fa52b8f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb0d37bfca9e935f72825e6ce48525a6a2aa50b702bcd97f5bae12cf715f2f3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f4bf38150d1dfc19836a6bf9e776b44101e3d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b3906977f3328e6a9bb631c439a7303e4cc0b4b662a129c51200a46c896abd2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcd7b2f3ad2c8f173cec69ef297667ebb56f27d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aba632fdf79e089d85d7c43a8793fd0386eca44e60ec94934ce45201280bb72
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d5c353c81aeff82bfe7c301544e1e757ff425d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc01b64f881744ab7e3ed3f74c5ffc67e75fbe417d284c7997aae918e33c4f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ffde6ef188862eee030f3baabd6cb0d53be56e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf1715b65755f4b75288282bc8810320769408b722d455cefb0aeac2d90f7a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d4a27baa45253f12b0d5cdb3a30011dcb2f0ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0eef01e2108daa5a0fba6fb49d3ab4fbed91136f0952d9d8b9c1f05d99763f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8da05a94d280a13c5d07aac86a2a05380c16ad3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9bac1087c031e4eba9b65d1f5f7faa4e6fc0aed491fdebad61254cdd26956ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..626ae92556580d99bb985cf22553bd13eccfbe2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb55bf2f5be604b1d0a53e2aaa6fc43fced39a21464c4fe70daae146c54703e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af43d8307369a875ed45f87e4b51f967e8cdb6d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e884e2627d19e1467e1acada6345fda9468515af8e93f0cf56f4d6df20bb719
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19146b0494aeae0b7e66631068ed7a4561edea0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d55393c5d1e28b5e010fbd29cf2316577005d4fdca713e2f9671d53a42afd77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7097a8b512f76fbc6d72364772b13a81e585f8a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5105ee1b4e9c60081a12780516c293c36847416a48806d2629b2c1de5ce7417
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd9dbf03ad0e3635cd43a739f863b4881e48d07d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edb9142a043b46fb399728372578e7acd3cc771f24a073b4d20e50686a7d24b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602c23218b9e374650c31e40a9cc41a46f83f2bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a9ac4e4528dac8da1c4b224e96867e61e04a8bee90555fb4113d6bd8250e30
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de396ef04e4d34fac039059b90d04068ff5fa322
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1005f8866fa8f3151b380c59639b1bcf886620cef0e2919afbf05f003c6b7ec7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..524e43e1d854c368cc647a910f2a67fc05ee671b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72815a96367e3908b4aa1590d444791ef08bf90fca39697cea43bb30e2589fad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b912494c3de8f818029dc895cb727ebdc92f9222
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9d7a3d85178578c3ea40f960ef8793aabfba781851dd4c4907e050fc5a6ce90
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf7a10ffdbe1e58fdfabeb03d68697dc687d433
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3011fb705d9ca6fd07fb515265f62bdbaec519b3f60089e043e8daade18c83c8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f5d2bc05aaf71355ed152d2719fca06241ef9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0eb0057f3bfc4194bdd04a19cfee3ebbbdaf35739e650a03516270b765bd5d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce769c1d6ed68026897ce785cc53a4799db385d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e554b958b1823f49953c80c68ef9711148e5848d0821e41d770450b1fe51a00f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0701767a7145d8801226e10509e8db79c7563c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb89348e790c62f404885eb6d8e3df6d8d404935341127445cea0a775531e366
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4697c776bff68ab2dbd2e7019db690894e7f6a58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c51720b6caf7d92cbc14c6b414d19ea752f61d43e11ee284e52fdd5cf322429
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c20abc95f48cbb1de0cb555b68999e456818c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5609fdf03967e589982cfacf44b9eeecdcc36f6001827d5bf0ad1900075727ab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbebf4ab4f093d60dcf235f91cb58107b00f4bdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67f6c521ce81bb558195e1dd49676e37e8211f3c79fdad169a4745e563cd96b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998db0eee7eb2d25e878837ffed192bb22e6c9b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebc88a28b32825b5d3739537f3af5ce3072afef812b78f65eeb87641efd80580
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..966e5d209009faac57027163c0f736eada03c4aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0725eec5b4bc24964e7450b403b67e8a6cd35561d81161bead2f9851bc2aaf3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1e8aa6e3c076822cee32dc078c8c43edae3d81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:314ada453652cf6e2335c39e89324a5a181748af09248e3dc983dc67a01eb3d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85d44de31b079f8c38f8bad7bdd984c89c90795b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43669044f7faa89903b5e9e454ee1bd2bdd9ce16f551fbee5b6f344edd4c2f02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e486c183f91d9dc4c56af924cdedde38043280b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687c90da64919c91727b43e175e9b9e2d53b6f775fa6c7943f84ae98c65d9e06
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dce3f140fea037e8c4eea24fdc479685d6e57bb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf7743a188b733cd9f0aed684464fb1c11ba4242534ff538b5aa51cf55d76ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..693badd4347f1a5bb88bc40aebaf8f9fdab0c1d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11d327b668385a3a0f32d0d3b200547f53f6aa6c86a7e5a3e54d43dfa3f3ba1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5316f262168e85490bceb31667e83a46fe0bf3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f87bae54b6e0f5f72b238afd688de088a6ac1aabf420355ef3afee3786404aca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1341b538235861d5a8d65a9064c39e43b8723354
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f204a3446d5d224757927e286410637dd24afb48bc94d1022bcab0a0c8574a94
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d562c7475ab8e840d3b43f28a4a5a985e72356a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:752bd804bdc00f41fb6e3944bacb2dcd8c3f605342948fb50de8144fa1fa96ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c32aba706495f0891e6093745013f166714891b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6198f6d20f1744b5d92739f6acc9c19329ea602b30e8f4e67dcd5d1f9809ddee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4a5f0ba3d4cddf5c0b122e4ffbc3270a2d62a3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fca745be8ce802673837648d784202d3348e50ce739ea268e68dd07536b7ae2a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dcb0a36b9bfc6f010fb4a8b1e896457103a74f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e87c9fc2817fe300732b002d52c7443185fc6d29e05dd72ef0e2b5b3940900
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554ef587b7350171c8080d974719a81e524c9e24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d17055a5792c3a5c3e28c720fa3038f5643882b2a470a88105e535205d9c71
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0622fae64f3b6a7791896051a245c75d8e34e55f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e3c338eb0257bb4880165db9194835f13602e6a946a3de2ff0de665d80abfb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e63fa634cbf49ef3a402a2387caf2a513a7314
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:992978d3f02be8ff2cacf2e6b2014fecaa1c9e99ab0e3ea861ad6e3e448da741
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3667baafede8461c2bb8bab8ed478a4d6bbfb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a839c20f0b9ca26dbcee056da4d32c9f7f6b137e4b65e5a9a4bffb4b6b2d93
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c45dc717b8f8163f066264b101fcc2bd0d30c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:216128042d260db42a80ff3f9f065d50a79f6b0be4d6471f0d782df96c80d1f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60652544769ed06c9450c6f1a44dba25306ecc4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02531690045223e5329eff28fb6dab4ff51f90f9ea95269e7fcef10a138cc350
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef235590314cafe8617afaf8fa15b7ed0a2e27cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5aefeed23ec61dd9a97c3c90b9fa733d6e00d94ccc9eae33e8f6c7a03dca245
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1eaf01b66bfad3f1588775c8fea0ee776802634
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44b1994253292304b203ecd0a723f14ccb73d84ae5b1a1495878d5db6efbd49
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97156fd1c8a2b4337d58206f2853634e0ee7b6b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c802129368c544739549a906177b8886fb95b44ace0e9141872f5f0b04d72cc3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0f4015d5fe54f8fa62999aaf13307d6b60f9f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d765568392d20082c79d2e4b66c610dd32514a39172f3d6fc0ca5d43708939dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ade9a20deebaa912ed776e3e7ec8516a51b82f8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8ac93329f1705964d7547962ad17c170d261eeae32a1f84e8b19000379b259
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e76ba669168bcfbb5d1a0f8e1c733338b8c7e9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced37372e2ef0d7c9e84e7da6a5ff077d9c5f81b3a1a3d232733cc86443b416f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4ec79766ca8a05d456969162412c2d974a211ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1d4601ea9328eada99b751b7b568b478081f40e2f2838d86b0597e6bab9fe6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7732efa2507e255abc4622cb2a5146dd59f926
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be3b02f41979d47e2191a7cebbccf7197c7296f321071807354fd8f3b601d14
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4704552c473da1a80afbf0f4225ea543843f07c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05891e0fd11b18eeeea54ff414be71737b47351b10d489ed5f8f644d8501641
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cccccf062d9a21225e2867c4dbcfa02c9e0528e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ccaf3f7dc03ff2d0caff57eebc93e1d14c4c5401ed21d0b4e7c95df08431a1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..016aeabb7a1c1d1d30a0bbda0f5cf34c13767a3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:821351581c86ac7e25d2afa5c1d78f2e9506f8a9c2a5fce540e016cd88813757
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a423784f87475b38a83d0c89050192b63291f852
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b92c7784b5b3ea76821e9ef59ad06d87117e4a24e4eed911c9b816da8aac1d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5454aa2d11f6c213de150bb81472cc18774b9c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f29a22f1da5a8c636d5101610f603c22262321fd3106763291cdac9af67c18e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f7c219e98ab166de04b8f360338cd72dda9e499
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e930bd2586c7a844661cfa4b3cf05795d6b1523c2f17af280b51dcf65057de3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1a838a5e0c419f10c12b31ce804df452d66ed19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e0b85bed4a8d3e7cc0b1ff937f8a7e91443ea8db0076f2ebde21348b12e72f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7ec49bc228ac91a89a5b9b86af64fe3d535cc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dfb74df8cf7891c1b557b67e18f24d97065ad0e82f926ab5bdb6b2b147457fb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46591305cf1584eafe755fcea267f7a5bb24379f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882b3aecb916a4637743a80961db4030eadbd2234125c9b2f01bd6476b3fe28f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e540cc35ce39f1bc397a0e0fe54734f0e7dbd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f91ee320de879158bc87ecc0c9cbb5a0c30b7ee47e9c0bec9e0fb6cb081ddbb4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f50165420beb1627f7a3272335d69e3e66e237dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dc70760fc54107943d8daed2fa70bad808dcba0ab5e3a6875f1caaa0283c8e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2105922b61e3594e18d1f28fdaf8e110e7fa8a4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dcf22b7ae16413d6df9d94f07604fe6d0e0f9d5c148d93d071f58fe5bb5cb2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94a196d0972924539269a768743044b162395818
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7993ae28f3c78cdcc2959e7c87259b399c1889b2c91eb26eb85611e3232f47c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ae6068a990cd7e6b14ee8be016a7a76f81a3da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76de93c1aa324d9c90c6139e39c5ff19ce00dc538f0016599406bbae0bc8c677
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4768593645a0ba9b5170be99d064d34b4ab3d09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:878793f6387bb973b63ce7b1091246941898dac752611c253f937aea0e786bfa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af64f1bb59290dff73f3f87718e2358bf71ef632
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e2851620aadb88168da54ac5d5f29ae9895fe53643f92f5b6db6810b7cd6f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..008021a201345187b0ad1ea105114f9f8b0afe36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbee115e935d5b6e580f87418c4f62c0bb005f12e3f1493924bda3583387471
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9d90f5bec13e3922fe6dffbaa3a78bafbd9f7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182b137904e55d7008283aaad92ffd18c833d26c9f5408adfd70ca33f8e47f69
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b088546a6230288a971821502b15ffcff7243794
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:519673fe333d5020b3f4aaedb93be7da12ec53fc7d64b2a932298d1704fbdaab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b95d2bd671ed38cc734072c2c04e0684766baab6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d687ba4611544bceac39fb8241217b8658c6125b34040da263768e94b296682
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17756c9795436dc02cdf4c44edf2535aed858aef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d9c4c38f70408260e2cf385f2035391eb86aff6adfd37e024ef5755a95bf8b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..057d479ec10594e409ec492db53bebf8c744febe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3fa05be0e2e8d03eb313a3d9df48a48809b8d25f3c11cb38f139f7123dc2bc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc74bf29b874af4a61252dbed015b67ee40c50a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b5034c97192ce99e2bec23e81fec9b1e140f96350ce0af1d81c2a666daffcfc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed508d2248baef813e49390ff058919f4a6483da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba5c2ad8836f9e932b343c6cb4189321e9217844244fd7b16239b739198b6227
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..973a27eb5564fd15f3f8f0db53faae4e6dab89e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36c170441bb167cb16b36eb69a4f8d8400e845aea0db3c4ec7eca38e03cae5e9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89c687322471857fb019796d353f577397dbc838
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7753c3cd3acad087b8faf54a05357352c1f0eb96e47325b69f6059574a324a0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431bfa2965fd808631d218d1f863982d114f7627
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41b9c3fab2b9cdaa0fb82cf43923a72895318aff1b726ed74841a159f61cf46a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62574380dbad946750aa95efd334302d33f4f794
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82dd4eaab2d1faf58445e76ade70e149409db0b86145f9db1e44de83a7896bfb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..170ea73085927d521daeac7b0799ef86c75e365e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee0c5a4228063327197f79e176eb073843f6e4733bd10a2f4587fe3946fa44d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc5d74ae703bc71676dca0e9575f8f950caea8a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9795a1ab503b364159e605cdac1ae177e33bb582b4d9fb27c513093b344cca8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebdf3b7e78f5decefbf40552036d72aeec01e86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dacd536da1bf7f353bfc5a3371b18a39fa77fb68a2e5cc693f085c3e0ef89fb6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ad790eb3c716224184acc3c3450720b5b0bc719
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037b7714d6e3ba8d12ac5c8ea07f18c352cd308296e83f3ac35b1a6714eb545c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd14c0bc712d988e3087ed30a81a9778b1c85b1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c1512182eba0554a3f5feabb8ddb9a73f36dfb71370631e0f77269bb60cc77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bda5867fcd70e43a53e0ab54e4401221bf358e64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8c581f9f13b5dd935f2df7819524f8fcde286d7bd49e19943f622708245929
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a283026d62b163c03f8ea735fa88298eb385e821
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98125f33a9e518d87397c821985a8695c321d169a32d87ae647004f8293dd662
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cf871c4cc533dfd26a2feed17bc6d22006ae58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf03136bb9099d9f976dabf81d337354a225d6ea85ca878b84730f5adb5b525a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2abf86197e17bbe5469bcd2252b4c9163a66311
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ee17d6239e88a9cbcb00defc2a82b287e97fb086f2ce9bf5e51caf57fca6e98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a3b8346720374b879247412e915820b71e06b76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd8e6c406430878a335c782156807f0e1771ee7ad6c24af4abf0dc3d19ca2f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d41dfa66bded21a50a72290a98d5c6f88ff02781
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7593b3ad8496866a772399c86a7d135fa43126e3d02a84f965eedace719fa7d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac0976df53444308bb3825a49ae2d86bfb9a0b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6ee0fbbe5f2334e67b262dca803add1734d7a220f887812e0e37f804011b2cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..813c42a8dce387e70cb812111eaad3fa3df29cf0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcec9945d7cf70df66db7bfb878aea186216a5e2ca94e6dfb3a7e46adb23f09b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eb9b099d8bbe403f635afeb50061780521ffdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff405e6ca2f846d7f34fa5676e2a5a5dfe9841c77707ad91f28272d886ddce4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf72fe5d348fdd85e197baed106e69320c55166d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982313050dac72111ea5e1534393bc89b4f6fbc77a2fc4fbd3662539a58d9eb9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc19e03aa353c9959f99cd01f483df92d9d47c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d4544338b968aa74e6cd37c92d249153a7b5d6b6d248888ee6c8acfec34379
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5df83a444eaa853dd01fdc09da8153819637c9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:922dda09e69a009d87c4fffcf5de24779d3c29ce5f2d5f372a7ce088e7557431
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2037d1629e09a0793e60d0b24bc03b1da049b31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532053e5f12686d9327d583b992ddac23f95e8a42491d650e9af3e276d90338c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a2217a1ae857a4e25a7b1abd4e5d586de2c439
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e6ecb209000cc16a7b8fc85fd8fe25f3137e071cef491f9c005a916dc72dace
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711a9e19e46fafb7e988e4781c423218d30dcef2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:201e8e04e60867f5ba5bfb3a868f93346fa4414cebbdd6845b006d176dfbd3ce
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b104e2dc759f0bcef31ebc38c76e517c0edd20b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f619601331345066ba93117f7cccdba9d022f459ccf01b0454d8dd099b9c63b9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65091e48fc3455ae37a19295187d1f682e075a8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d8f9fe781decebb34550cd62b307eead3143b6432a3c4d466c0224527a7447b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0d235f33ed493c8709f28c7101d244d2afae72e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74fc969d804f100a663f83b3ae242dcc6196a0d798855869d2713c34fb834824
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bbacea804fb430791fc62dc13e158f9bca549ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414a0a77451b02ecf2d615e528ee91ae17c4f74870cc0b065f1d8b20cd2e6771
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ed8d4ddada572ce060e0453406e99d51d43873
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0668091763d79053dc82f4343a39a6e86f9ab76f95a5d4bdc26a030b258e5c37
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f95b8c20e64d1e19bb336be2c56a234f4f4732ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de006557d4dfdadcc9043cf3b4c2f885513e28247788a0c02dbdd7f333156e87
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44555184ffc2c1590f39325817edc67f5b7e4381
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b199058711ff4fd570d407054bfc8602305d0706e7e08408ea34b30de5c086b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dde9fee0ed2cb040c83499565d666a245141c2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbd42eabe7633cbbfdbf1dd55ef7ab944ce706cf7831c3090c401a324534a83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..629b9ebe7e11470d11d0e7263d2aeae9e4b650f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79d9fe61c24047d3336aebac848e10aaf44c4b0214093dea10bca7b3afec500
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c9d6de01062c5211b04213c0122f07a73ff047b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0c637759ea7330a08fa10eaf275013bb945ebb1a64232ecd40f284f95baa5a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..113d2509ec82165141c46cd28f22e71b4927db32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81685a11c891a1430b7f692c7196b8198b6c46ebb1ad244ee9af2118506a6dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd405d7d7f069596915579d72592432e3329ee1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7901a152d9a7b1a49f5e8b13da593c31a3a3c8d1ee16fe3822f4bfde9d4a9b18
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..833fb57ab3cbf50029d825cd921d0878c511096b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d54d7ddd3f5bcab9a7bd2b53f132219c76fe614025eaaad1aac754c6b1941fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3463572de125e927060e7f4160fa0c09a773352b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac5d1e230197c269d198a76e2059420902fd0fd305ac711cdde4e9d4bbf0ebfc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c26685c2f5e1164f8afad6a1ee07bd3952fe0783
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a577813a1f66cddfdb29e78de64d38066aa1cc4b951198df3172c27a43397b6b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b631b78ca8aac95ed9b5ab849f74571f993e81f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9adaf4987ffd1bb0e693038d9b5ad9620eaeb338c8f3ae54c4ceacb507af04
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a374bb9a64c4d4268712a997b570184e9e24cdac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c5dcf0ad66ab2bb61cea7cecf6e1cb0538f21c5249104481be16a2890a4280
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2964ee32a3a37409767def678bb5d4eae997647
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a255770af6fdc35b1c8d831fb5149889d0a6d8ba7f9adc21ed5f15afb6b52b8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19581e08296c4bbf30898034875042eccab30dc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8dc5413cdecf91d5a0b25ff464e4964066f5b81b52785d28c43e00d1fc96b7a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c560320f0a321c0a96bc75432c176c5402d34bac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a34b91344c93d77ebd136a6d3701db7a8a6965dd0f7f197f9b9a1f38a1951c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b31cb3516cf77e218c8e46848375650dc51d0bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061365e788ea85f70b447b2160deac9ae167d677b68284535277081586a48832
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1dbc828977b06476269ab0b8d22aae6c97fc939
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e0485fdf14d5ae5d40b4d8c6e49624c257b2192ece32dbb99f813f304417941
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc32d1952d73217e6aaa47516adaf485db71219
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79807b12075199061bf6d38ea1e261df5892b7992104700967370c61afdff15a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26f10a815edd6ca6857887a5a5fbedf1a20c569e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:865e38979dd7a29b121c700719eec5cf66884ec286f7c2ca9f59bfc583b74bf0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a8c4fcc5004f7262dc40aef249a674f015afec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50083aad86d1377bd397d8bbeac5c61622401086d4491ed487ec7715f9df55ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3252e00bc5bdd929ed979aa66e9ea72244b4e864
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d62aed16ec9976e2f3744e92636318d9fbd4818a2fcdf46ed82ad6009ef360
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244ea7542adfc75cecb8c8063afc986ad586012d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5706f2d2ef8e8a5029f287d4b8e0dd81dfe5a4080b0cc8993db7ac44d401be7c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f72eee8171e9dac6bd78b2a35a091bee55cdbf9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968a7419fdbe328521038e16ef59c2850253c08fddf620a1cf6dd9f0c5f82acc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4591ddd8364a03a0253cd5c8fea1fd46bfd26f4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:069b04e38b4bef253925d3cc44e4be62e6d908f69af1a03ae1b30f795d9fe7c9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e33b275d3b54b23ce0ce51eeea5288ed303fa340
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd19d27a68500fb95b790360301ff0e6fc4ef3e59af0f943e74109291567059
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed4904b91eba31933adac47e114e7ecd2508dce1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3da127d355b8b9a8420eda2518eac29f2d43e60c2d534e5ef7c83d426839d33
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e96208740b95b3f7c57aa18f0c23274383958de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e82995bad4af1f2bf3f1976339f45cc742750cb30cc4bdae033047a4540e32
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57640a21367226e1ec601ea1e19d54482cdc4348
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad6c1ede98bf2214d8cae955705810281f4de9c620a35be4be97d5dae8e538e5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef397a13fccf81e25c0c79a92721cee3b9a45442
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea2f41c823261fcaec515c8b8d48df2fe058c6ea9e4448b38834e0731e620066
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5adac6972c7a57ad32aa8c24387a3c32498d3c86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dda22280c2697a2f276608302c569d7e09ad14d4deab54adff1662eb892a178
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b2d2ab4e717d7d8321b188f90967314f570d1be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d3fb31553dc7a1a2e4ba6ce9ab9db4109ddb70c77a5efc0fd8de6fb1cb5664
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c0db676c9eb668ffbf6aa9482057f6556b6d244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a94af5ca98aed10ca18588beb60e0038faf8000c04c968df882ae899d8e708
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8aaa9452e36bd3dc8de8f491d6cc59e34718aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c13425e289e57f77183dbd02cf3ce946ee19b27feac42c7f912c98ec3de656e0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eff038cd5476afc464eb323e6061850f1c6425c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_4/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67550868eb8c4f39389a3159d4bc21308989f80de832f5f7f5e699e41f8e36da
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241441d0394dbe6f916e59f848446e91191cdc49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f8282493d59212aa8c776035b9c43e598e961f224142c70ee761a443a7e1a8
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0102436f65cfb4fa790d3d11c61aad573d4f77c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f09d0ad7179dd2d151e1d6384264346d94e907730e578493f4c4675a21eb145d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c10b8611abe86240e06022d981cf7b1fd13ea9f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccf1338410fd7a94f007d5975d69a120694c1d18fd0b2a4ae3b010dfd7296fa
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa105e008201ab1d184aaed5494cbdb5e8babe2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78686dc8b0646de8e8f74b7a8bc91514328ba120336f3352d722445c738f9e50
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93e337e65e7754e145d51596054621c1243147a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9daef26f4f1a73ee85a25766ac0b7ff75447a773514c646fbffe02be7482e29
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e5e49ca9668b0352f7bde572a57ad1a51f0cdaf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8a1393fa9490c17aac2c311901a51d5283c9ec76ecfe8816c8df72ee265f4d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81bdf996ca523f4981c34a7fc29a37e310fc5a9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf104aa6dec673d6d6e0410e23ae221f095796dfbac2a94f68aa82535805250c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3258339f094f933d621e8ce24fc193e431cb6ea5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971d404530903eb1cd726835efffe5d5462b888a8685d4a4d653b86fd5cbf54e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10677b432bc2de869cc11e4ca284f06e43c63978
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a97761bd84094c9fb30fd3c833f799ff412955c7f2db62a179d7b796becbdcc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c007f85c28d0c639b1d1fd3807c03e509b4571
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3353286b47588dd97fc9a89a4ef1a0a7e4e6788e8a8b1685173e901c4be4ea
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd21782b9d935456971842b63de6e7fb3781dad3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1be607c7bf38303b3108f2fa0dcac93e3ae6aecc04054a039dc4d19dec3600da
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a652b074871d9cf6e54c26c3669f69112f86bad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e82abde9bff64bdc32cd52432ec1b3bcaa180fd13419191a40727590f6d15f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c79408eec8d20b84ceaeff204353bec072f2c7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fc5363789a724c0c07b55daa40f10a7a0b6ee265d5a7c38a43eb30afd2946b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2853ce51bd8c9c4f09333d53d9c799b165c7560
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cdcd66df607e179cb0904f0fdc8a4a75cfae14320d930c640a87f302328d75
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ae8896013d52f84796dbdc739a4a4605041d0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b8fb78a8073bb289af05fb9958e1f44cc9e8f45d078797bacdae1b118c845e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61bba84f6b28d56d9530b1a69a1db9b48f3e3988
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b010c5d97553bae84e20d50e681231782172465a5604bc00a0ce132ab57a44
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..917583f5a7b51ff9e102716a70ac4cd54b7519e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cefb768dc78a1423aa3a9625f5c4f04c2e633944c326c129791d079545ab429
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890bfb0c5a665abeea763e4bf526f74c14b72d82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a928b89908ec57f57dc17f289464f75fe65324897b9d1422f8f9638f0b9c86
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa841a2ca461e037ee3c1c3f664ef4155a0aaae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9fcb75981fa0b1598e1160571463d3cd58bcf9a1f95d59210c2639b688bcc29
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42c53d97fb8ba9c96aa5a2f18ae60c106d95908c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700e0d2b96015b7d2dfbe7a3527e21e4acc289b06719c769e8df17c6769d854a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebad4f548c20c9331ce6f62caa946d0c529f138
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6823a6288765b7c04905b4d2ec52c76eee9247f2144eb3abb8dc6a5f1ab9183a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c44548c014c9f9eae7b1ce008e101155a98e0e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dc90a48d70334feb0e9e0df1fa113cefa69691e4261b34adb2a3d370c00dd94
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51564c76b68904f72a69370c80e1edbee48d35f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ebee0da99f5032ccb5d084cd95ae7d3761b7faebe6ad5d7f3244652faebe309
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9f2c08e4bf4d040ef6eb70309b8fed0261923f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37257f5d0a7ce12f01ab6841c90d2ae8fc91139f8f4702f13feb274110f8fc1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2555412315a8dda6b8c4b7e55eb79104ab611a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f10d16eccb7a63b8af6fdf38813c4a1c3af5e1020b3458e24fba81a1c9e43aaa
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff44e7359904c02fc37bc05fb65f0dbea3014000
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdd2f546ea2ed8aab69a7e699893eab9669ac7347224c180bb307d4e13d34d5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca32ac8e2d5c1427a9baf6a3cea2983d06d1474b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9bfbe9b80d4b43908500ed03463c67816277df7e8c5bb5dfe1da1099e6eecb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c5282a8e2db174f01564597966e78f965ef8bc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f43ea94613d1ccd52c1b324c8f702d370efe122b0c0b2b183e68151a92e703b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447a7a3e8fe1edca41caf54b16899edd5f7ce6e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d7fa04a4ed30f7a5fd3bfd9a6ada1252b078c3d24658e3f072035e52a82e00
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aaf8c5d03bb67d2ada678bb75c88c10bf757bf9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1a67383386bd15e819ec68da0b2e4ac49a57e615606e718a69fb7ab5c331b3a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c090bdd8b21ddc7e874097934e01f60070d8b2be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2cdbfe23ec7472f4777b449cbffcaedcf5795e3b16dcf91cf34d75ef12d6e4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df58df67e712a4646060cbe8cade78d3462fe92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2f00f114494d0e4045e82093f690b9f06aedcd28d08f4b22483fbd3af5e21c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e4e54f48640893446150d75bd4fd2d0538eff1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9bb782cf7d31ce04df5286026e005f95ef803e742acb30bcd8437b0bdd227b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa183911618437ec669f3a4013ce783105f55f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a919bfa7e35dead213182ed57cb16d55c2f55fd653ff6dfd4f96086bce1ed026
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7387671805164a73b2b0facee5be3a361d24051
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee57f841a68b0522c618fd390a7b1021b2ab1954608b556eb294863e0a384aee
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad45fb0996afc1ff4843d84322a9b4b89642ac5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b55205f5d2a89546ef6080759f103f4e2cfbf0b80de3456a4c2a7812d7af50c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c15692dfcab29af1aaf894f5b04a3f9e58a06df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61196822249386e63b789430cd7ede31a23a7961ca850551e70de9ad9c4ba31d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52331ccd49b917ec63dfcad7c59dc5c674be084
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4039c37818d44509aaebdaa89d00354f7841d3930a1edefa30452f5cd59f9a07
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..895f899638a6235912732d805a2d7cc93421559a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd2c207e16a8042b2baae13f1561d2ce0cdb3812da2ffa4528e039f408d8ff6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1878c246d8e811c163e4c9e7c1f6efa3ba0e37bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:563ab6d63cebb881a7d9c1bfb43983f7ce3904677de338acda285ac12468018d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e20c172ecc079c41edb5427d9aee3a5d2502b3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f213e8f6cec45b13b72ae63b397b0e099073dce2ce0c760993c02bf2c4f3ffcf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d90b88e5e65f8da0add8ae7acb924956d4a5cb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fa0567c3645acebed58a3b095bc04c85ebd090eac196c61ca0c2eb4c600cf4d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0a909bc98fb94fd708a34a8feff9119a3663945
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6fbbe7d07815a0857fdc39a0c0b74e0d04a23928a4a6cf0272c6badc2fc8375
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b4e65237f3bf2890688884b93c44c72f54a1a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d36e6e9ca41b6f2038c75893bab6ca76cd681fd21f4340dd458417bcadac12
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45ffbe7d488aa2e3c849106605ad891815bacd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2000f0cb4a779eacce090e776a7dbb55d9512255ffe2640c6e337f48e13ce467
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81e1d8bb2f4dca712934ab24c96111449a83b71f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44500c55c11faa4e206792363ed254d9b59428a938b258121125b83f5285a729
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab1caf6e0fb220b39ea3fefd1f53b1eeb317354a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee8c3f73d5900e0c7aba832c2b0b471d8b26e8ac732a8bb8a264fdb8ba1be71f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a0c9b7581d71b5626ee6675baadf0056086dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1911c34ded30ba9d771064319c53eede4a9ccc9e1f5994b82629321ff073e77
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cea5b4ae68ca96d0e5837b03ed0d42a48d08eed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc35fdf8032bfe4df76533dcde117ebf2f436749156b0ba65c549ac11c2302b3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d79f9911c203693c58662924b529369d60d0bd11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7bad2b4d1b56c1849a58edf357435471d3d98ccb993277bb510880a4521aed
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597d32cd4cbead2b046874ec2b73b87939750f20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373113448c1ee79487b6ffc888caf22e2d15c8c877c74b63250bd9826d73f3ca
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42e9cb5299e8e73e8b4475295f01801e5a827cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b69c9b59c9b9917bd73cb6735aad072658d1fba401666281d7b01892adde61d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f160c6e0869a9cb20c2a344e675ce245483a298
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7595fa1d586f0c3b981b9667ae353ff4eac4765a7ba05654f041e865574fea47
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c252342c46ca06396c0df4bb919483da73d74e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669fd33c0d00defbc8f89a65ddc2ec0d8305e37671e46e0482f137d3f07550be
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d20ba185b77f1a437b15ea6b07f93c7db7aeeb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f21195f9868380034b0c8efc95c712ffa69e5396bd56d1c8f8fab09804d13c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3598109fb39dd83b4a704f69c5a5becc467ea15f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279132ac8c26b99be346136a18f88f412e532e423619d7b7f9cae0b7db00be07
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803dbc10bbf1c173c0ea3498832b75cff48aef28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d993b743c935c6afadce47044b223d75f7e28def3ea2ad8e616e68482814d298
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b82a0da85021c24e3c059760b37cd67f1808809
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2fbf732037d7049d626e38d435f9af3faaca74eedaae088a96dd9dfa49576ca
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99cec68b166224b559ed5d341ac929bc58a01e6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3079467c5eb99a54efaa773834aae1bce5973944145494a133fb839913e746c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a682fd6dd1b1de53792a7e14e2d9812676e7d96c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21d32a00e23003973f6227bb8614fa3750ae54a0dfb487377738cd7d101b851d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f145ad6a5819cd39648fe2bbe651a351019359b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:406e653ca4bfc5fda3f8239b28b79e06f9da07dc1ff2bed2edb9707149b9c8ae
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c17fc5886de6e55b02b04ae2aee5e85ed00a706
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85dc85c2d7ab359e1ed8c8000a58b530157117c52b110e2533986816709eae4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f346d532cae8a645b032b9178189cf489b98ebbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765a199572fa0aec995e5bedf4b833e8ddf2d497487f0e198c849eb84be31034
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53b1b961dcb8bc285dd9d58fc64f02a31259a97f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e4ff6479c49a545035ed6897fbf0e0e22ea173564ee2f1fa8a958e48c8d47a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60e3f896e653bb600236e2a22f956d5c324192a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:700f467729cfc94e9dc2820286ba4dbb759d31c56bff3bf163caa2a5f265a63d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10c84eb869a7980688946b407271f214f953daf5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb387c69955f2d9289999e7172509c5e3165b01527df65260728781d480994e8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8913f870e0b2fba1a4a18a797f0a14ca4b9f69ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611319da0333e04513055e5f877a51ce01bdceb26473c9c1962ff1f16017f84a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e905bf6e3d7c4026dcb5ac2a577edd26d161ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4811898e1d053d40ce8d7a631864b40ccc7775ac835f6105943a7f26ecbea7a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bee0238f7fbdf26a23c3bd014c7b1972b0b8aa42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d731b694ca42a83aa145d5408b611f44bc3a9d4611bde40b247fad8bffc2916
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f6f3632a104d1a2ed46ef0a65de3b77f5d122d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc9fadcbdd7999742d824308548a4941053afc9b60d5cf0defd362cf8474df1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dadd120b7e49d1d878930f65a20d6a67654284d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e1accc47bebee3627050d0918d83d092e6cebbab1bf01586ea52af198f9b00e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffc9783f3e5bce607e58c186996c4c004adbed6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37adc5698653c34edbf229b4afbb7863affb988a619f55a1e7355ea46b2019c8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07cb93f3dbedfbc6bf0c8f9708023e9e49056a88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22974aea1c76b03209728cb9cfc327a136483df692da918702a0dbd103033f98
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e35c26882c1394df16266b494466e973e76cbbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad3e22a3d566efc377d0d5357deed26b967332a84efe9a457946f7a4167901c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d608e54aee3afe9a51b824f7c00f95d6a8adcc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9148bb0f2e7baa46e76e81bdfc0b25b19ec7daba9c5dc6b0ce0469cba9404213
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e607c6f0ed91b8198af86fd73c5dd5cd9ce77c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd65624666073a188495dc4bb9a8d668a5601f9be30695e5cc1e4206896b817
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b31cbcb2bc346fdde187e11cb8911f1e5fa95d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91abc46ab084a8ada75e4a9073ac680cf052a30789e22d6435e72d78cff8cd6c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ed1c759bc203e0aa4a7ed019e84ea425c1170e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a191f4dc8029df7ca2c8d055432d0f26a8fd9edf00b0199b92e5619cb96919
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c527b91fb776eee1cc0cf2b811fa33c9edd0d8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:720e18c8ae65bd6d5ac0ad46f8dfd6ecbae8fc6661d154cb3f5f41cdf1f3c31b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa1a68ecded60089f5485a6ac7e2458f56ee880b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e5320cb98d35e01e1e761328ed84edf1d43ae0993b5918bd0196a05be40082
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0428235d90627ea82d6b0955741ccb6e49aae84a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a56471ed400acf0bb07d7f723c7e17ec79a3d1aa211d4b18a1975237b2b6ff
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f788a432a554d077e7b230f3770ad429368b7532
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971e4cb8d312d7e232b741ce767fb99067a270a816b445fa565b2303b07ea984
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a3084eb41bbff655e5e940645440a34a154413c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ffaa345a69b6735bb0e19a543bd16b1310803e83e5f16351709139929bcdd1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ef23ecbaf19309669eb9a21d63a141ced0abd24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d38b7fb3230196e8abdae1c901c761757d64560462aa152a623570d0f7732f4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06f55a393e8ab6e8bca8bc59d28e700a661fa0a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3575e7104d493f56fee595885871c3a93cc087fcc6f68fc424aaa587d2313383
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6c625f13a414b63a76be7d8d4bd2ac658976a28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d9cc264b07c9d2189c34ee4246e45f5db6417de885ca417082f12e834b62ae
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9e4ae730c96e68109997d533a5489605d68d6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:044fe9f2efc5456ed740d137b49d043d0ecc2076a76dd4a190d41b066b63d36c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce65b6889e7f3636c7702f606cbfee33cc3269f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3abd8b45aaef3ad503ed024418b059990a65ed463a6a13d1a2974df1f5a5a9b0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3089512a2717bf56927df76e6657e99da4fa4e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53650f48036a26ed44c6501e390a95d137c0d4a8c5f1d08dd2cb4bdd2f1db26b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b72477e970ab7ef5ee40cd92a8ff67e1f53313f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:927f913c5d741c069866670e1aaf9033fb00b670cdb1528f3d08ea04a684494a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d03a8d15b5408726b50ae0e3978275f281dd34e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f61e24bc7b986dd61fc58e02ae6183a82f340e15f9fcb11b8be12a55d1660bab
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e18e769accf8b2648fa4fb81a4c41de88cc6548
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d19dacc6b7143aae70fde8abbfd38a04e0805bfa9cb50e015d991578e518c711
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d680b8d15bcb7ca5602ac4ca65299bb813b4dae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0092a13ad7f830c7f46f102a7265b3d558610363914b5752c99dd3cf073cda5e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cee9f3e18a79419a14ae3f180d3c43a1b8858b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062a0a381a7ad0f24519ab5d3b06c90d677a7473d41991acd2c944e251839bcd
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..464a5f9902e4a5c007913d1c2e3792ce6885311b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b41be10a60a6229c46fe2bfcabc5f4d363d191e1eb12bc740aadcb61abd60b2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e81cc7ceba3dd0dffdfdb165c544a175d593ede5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc8519a2412f5a290a93740089107249666aa94ba69fa2da2b59af0f50d92f1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ba713d606629173419f32c7fb43b7336c46be2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69e31f566b62cfaafed9350593c8d7f550222dae41636e5f96478d1bb5a608c5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ca79ed0e57ebfc954b7bd381e9c2a7bb24d0b10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d761bde17ed25279c4a2b160979c61c4e8d876c3e425351da396cf949d4f3afa
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27d509107dee24c037abd3e8916ad669815b0e42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e40e3af8d611f016fc1569e812f1dda880f4676b7bf101efbcf3a89e1a67972
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600a938bbad5eb3158858a1e6308d44d1fd1beca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60a9cae277c1ea22070be00fe44b0332e2e771c2785d576ccb1fa587e0e7168d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c19dd4f6c66ab2c4f6935901c1ba318473ff54a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ac5cfdc52311f5ed4bbb76fc2c9902c1ad6ebed236b0531e9fa52549ef7a9e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9cb8daf47a505cf046c58092f6715e6189965da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c58ad7fc31e4961616577e4ff5bb766e4bf57d1b6aeb6fb77b27534105da3f1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1694bceca6be5e9e32aaee7002db5ed55e2513
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa333e2de468577f450f6a54d3c08665a0bd127f81b3e9564358367c15e70811
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40f6f28fa6ebfc5b40d3e51543dc8e20ab6f2405
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de36792124add471af1c8b0171c68fd72239823769456f55e5e5345e96b2ae2a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4fd8a22b4c573da05b7ebdd9dc4ee52dde36205
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5333d6c8e84fd4460dcf2112a1ee335e58c36a9359e4a547edab7d449c668483
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d0449a2a6ff892e1584c505dda0a0fefce9003
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e28c1afaf4aa42306e145e5a868865d3288c6f0e655b05bc89a5b1c895890f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c3a8e119daf48371bd6a8e70202c85ec8592d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23344c0affecd71e464c90c90cac0e3f7498db990ea9fb3cdc1e66b190a9626a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e5cd0257b86b0e7c73ba91c72b512632af4eb68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2efe52998b9a0555b78f1981bbf7b8152087705e4e223cbc0196694bd2877fc9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9d0755a412b7662caa8e8bf011ea84d5b8bc40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6445c719bea7507bb8d5ccd9f4c4edc70cd969e5815625c29cac263a4c5d2525
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d90cc62efa348c185dcc69a695f87b6fb135ab1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3100b294bb6769fa0b730463d47d8d1dda6ff8186a03fd8de32f9b4475f890af
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f522d4636e4e216cf33dffa49fa79f06b8211ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7adeec69a8ed1992ffcd9b9894de074390de3e1230d16a5bad2189e2b42b196d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f560ca6420700eacb901b0ec60bd8bbe865f95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a3c3ab3ae0d696dcd7d68d162e32afb19363adae67b15dfc0fab5ea4a5fd2f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09ee9a05a2b8b708ce606ae9b847195f637a6ca2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddba7cff9b3f33373f115c23e2186afb36538d22894272af1ec315615b3c7233
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fea990cebbfd64e1c59ee759923324c194b93c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5bb6106cdf1cb857c159ca0225b34e99fbc8ccbff4b119c6ab8ee95e583d21
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32160a247a98176173699c428f3eb2a346290f94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222d098287fd65768f65b1130666e4b0f80e159d06888a906edf63a0e7755e79
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3897e13e7f1e13e8d0a81c39a2bd4c2ba6e11d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df53c3b6b690fc404664021aca5a4d12eee38bf78cfe7a82e9f0cf50d68069a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4c4dd5068bb6bc065dae7e3bcd71718505470f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eff2c86942eea6c1c07119ee8aa1dfe132ab7937514a89a93aa52010241f2628
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b251bc94ce2f96d6446a54544710a6e16b478e45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0268809fb7f09740d4b8b0f06d4a0fde1c5c04d4f661a4349c18d892782d98d5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead393ecaada23916f15499459cbd7b1a67fa451
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77e407e3b5d312e37ecdefaa9ea26ce11570982fb7920ddfac600452f3cf800a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807047abacf6f5817ea41e1af0111660d22f54cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c79cdbd1ead957d787fbaface4c8b3e85eef0901669b96fd8091cf1831a3f87c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..975af97a6ad3e646354c6836570e6daaafedd9d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd100dd6a2a23c37afc54a792d322992125f74a7e7d577ab8b42156604b39ae
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b651b06709cb5ffe48dd49a7218b8198ae04ef03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41cd3662d7b8106292de5d35bfd884d246e22ba63232ae2ad2eb7a12d772a45c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3252ab267475c6f187718ac26fda66e8209a4d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b33b4efa0836ce2a7990b7b9f86ec08207fa0374e443a8e1d8919349ae5a43a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3c6a0f3adb37586131e4e99c238081e4abd4a1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a712cc6b124dac49471b49ce0b494aeb84974cfcd10a00a5b504b809de9b0e6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac6a74369f2d75d89b2a1ec2f0dad9d001318807
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b218ec20394ef8babc46f21a56f655b87d8a7f6969a84299c6c0df6de9c7275
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2a5b021b6577efec2c72d7d657dc3c697c4b926
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad44416d4c6f72ac9cdbc26700f4123113eb24a1dc79ee8385aea0d2253a8913
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ecdf2a5a5f856b1e1ab194481c60556dce39958
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d103fb09ee8ecae6dd9ef27292ddafe74a46c14619c9f5e4900fb8a57d96606
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff3279a3655928ad3ffeb782294ba83801c2c21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce51df45515a928edea66e564aeb770bdb27902230fceda14451079b30168be
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..298063f48d3f6b6503249766a2300a26dd9252cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79f62a7586e6ef2a0c2c9bf7f5b3fa210f40f609d92ac04aab6eac3f026692c2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11947e2bcf0b70ced9a088bfac0534e055f7d782
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267243a70813e736870cc5a9895d8f3b6fc946b8995d61e5dbb205cd65d361a3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db6a7d2529149b794a50525ab6fdd7486fc3425
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57596897da38cdbcac9ae337fdad798718ebcef73c96d6d730e8cf39ebb00e7d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d912c38ff8723d909fadd261288af3cc27de5b8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce4eec39970989377df596d2331dd64ccfcb2ce8c1ccedd72740043705a1cf7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32ea9441f125c99808b35182b43088db87146c7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf94a1f77827f44d2fab95d1ee3c37e6c59c09b0940bc2db87787e8bbe08c502
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e920ffc6628cb77404f7b78d802ae7ccbf8b1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a13acaa1154b782ee0bec4f17998979d463416e8508c68e93e4d16041de6d2b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f06cebbd2b05043f62f2ab01fb2030c72156596
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd2c37837140e4e88cf1de302d2671f960d88988a00ce1726663e496d985b2b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868fb83ca2d93e97bc04fa056c2d8d90f9f59c84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96550772ccdd27574ec738fc805de1b15aa8f7720859194b1f5088294036ceb6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a03e56c7de12cc5a6fe05e868a8116c7ebd118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bfcfbfb794dcf43dc19be6ae937383a7b782a46385f32847e96da0f7f7324b1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136309fa9bb19f4583f4c9cdfa50c9d6a2026042
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1e9ec54841ac7ecd46d784be98de8b381122c01b3580d044f4c9294bff21cd3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e03a21481f8866b7d73b4f62b07f8b16584a00f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ab332dda1be5663573d235abc72023c33a2145836f43712f1060f99c5b084e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b59e39be76d6f8fabe9fb81929a4b2473044967c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbae3a7ef37f70a97d2e4f050f32ff03b0de58004367525a110535db9e1a2246
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..faf0b8e7e21c18762ece5efee89dbcb34389fca1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6e060b7d43d1f46d310a46d1fdeced5a9c71876d39731be67f92909e3bebad
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194ca48872db49727ce4e58ba45b8257c44a1108
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970ae94c4872c126e405b80f858604b8916630d3e1f7b541c349be31f32e4938
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e9df4a33d29d0d9bdefa416e639e644af14786
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9106f82f2977d99b450b22a490d3b95b2d02bb9f32e605da70ba1b1328341ada
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acd0f35abc508085906351a051a30b53742fa6e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9f440bbf84c83f0214ef62b9e9f2dc239261ede9b63e572ae26d8831596935
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afcc3d3ed627441782d1fea8128748f1bac0dcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec778c90dd7e18a0b9adc16c423c44609b4e7b0a44f6357f47704fd395034bcd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d39ab30e6365439435eb8cc13a4b467e7a1e220e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb518faece3aadf37b0c03627cb6c45b847c1ca404ff18950a8a9f393355d99
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37058bc7fe29b1f4a85a3c0c0152bd16265bf1ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cdbb0d15d3129d5f6db100e2740ac7e84f353a86e3c1a7c3fe62aec99b77c75
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e44f4e77c31b7fa523abba0bf3fcee5c6b6a972
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926bc8d449d0c84f42984f3291d014cfd0ccac062cc2c76af648abd85257e067
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e6b7a93da2939c317bd970f2fdbe93dfc3f4e4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef17c58a7a73886d86817bf5ff5052f71707f992128c036e8dbc0b5ba79e170
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945a1ee5bf66e82207b2bc5d6d51dac7a5cfabca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861b4afade81ce739a3c7bedb6f146ed337ce1e1b81726f070fda321b3ea1118
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..679fc828ad5058b2aa5947c8bfbbf08557fbaacc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90140f8f7823aa2f9310b049059226f2647a2a9cfe08ca65a0cac490edcc440
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2818f9d6d2382323615d2680951a3e0e3eec340e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acc866092dee2b19789f8df763573b158f7c0cd67bb05cbcb01ed796ac45cbe5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d347f0a4f294792ce8481dd41a65c7b72c8cd912
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6945066b1f4b45e89d5c62c4e263037b11eedf93fbf097ad406e6b9dbf43054
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29d9a97e1b8f4b6c64fd1fb84c78b4731587d234
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db2942b4b6e3a7197655997ef41b08f43cc13030e08ff5cf4c060a891e8ddb02
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563c4cce528d64bcba07ec363c502bed1af59180
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d48db5cd96a57dc538cb03a3c1e4117b2f1bee87fb5d7f8f48c71b1f9e4de6d3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ea8b51ca68fb4c1e7aa9ad61a515afe7a3a91fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f546dcba2ede8745a18046da2628e7d35994b87b8554c7e806efc39fb99a7a94
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cea693504c61c96b9e6c1cf4130a1e9b24918398
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f64ef6861e5364a53a6883ec8995cf2d0aafed121af784f21d9e0d5b48d96914
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109c49358a03e0e95d0a65ec85782d05a3df1c44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1970c160aa13a71e03f185958ef99524fd31549f15132257f7dcd64bc4cb8fe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54242c33ef3ec331a6f6d9c9b2386ff98d076837
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1619a041a964bc622309b54fcf53671054b2395e56e8d47f6a4b6e55c703d52
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070a11c80c61d42c4d63cf9eac85540578d23f24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e23c7e6607a5fcd06b6bc2fd038e66f68a0db804693df0997b991c6b7d7d008c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..930d4d3495582843480cdfe5a9009155caac97ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9d39119fc44c2041940bdd67cf1cc3281b4d854a1d52d599f15f2d967b9432
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d18810b7d72baa40579ff4d219e2cef82accd697
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35258a69bf455145808fed5511deec3bbbe6e3b6a3caa9071afd96da15699af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05dc5da10de8a3b80dd38e860796eae46a5d38b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9b0e7aa12cf0a87280860207ce9395629f3d26a90af995eb9ea2c04db288f9f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a2097a10425fb1f5cc184c86363a83b78cc70f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d4291ac5716db619279b4f67ef84f6178400c9049f9b6f0f2a842ccd763371
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2420e0ff93df4a1c3cac40b194298c3c6dbcef9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69013498adacd6a02535814b56508a182d7a3c7cf1f1f526ce8f7ac009be0ea4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..850ed6c78d97179b2de60422208f322cc91ccc03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b9b30d47f80cc460c082d414fc43e54f03cd1e7819c83bb12265fda657956d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d284b73e03e5f25e31f9a4145941458b16e1f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7aa9fb44ff696ec2807810c351f73418df4beff6805236d908007f00cd2698
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b75ebab39a4165baa136803a34ab351023803213
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0222538a8d353ab5a1ce37fc5fd282dd015e16f96b8b121fd13e40f491d0c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6f955554407896ae432a116c6acb6cf81ea976
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f41f0f1e9f4f8f0ca40f3ff331fc0a3c20be2dd372626cb01b6de2d83a5f609
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7b3c96f87f365acb29ab73c9d62e38bd65586b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81d8e53980820a2181dcf71e54d638fa7a0071128ca11ad11c31f24abd659e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b307933acec27cd5b27f2e8ed6a89213a0195e25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fe19754719ae7d62e7c895510b68e9e84c60cc74c9343fbc7727da2527ef07b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..244d9dbec8eb9b4b34c67f18bb217ab95c589d2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5612109ea16c218a66b9cea6a4d98719180608407ec80e3d0e9726fe2d7bbd33
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f124a5fa021da2f8157f742efa4731f309834c3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09b91163a5c6ebc542d8aa2ed5decfa7e6be60e2a975a215a2f486f49ac99585
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8362fd1437c2d45050773472cca33946a9d5e54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e6986afbb968e434105078cbe4de1c0b0545c40041f2d502d4a50ae8f7a180
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f369bca3a1ce529ec4fc99962c658d68d372ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb0e3951fa8994990b9a148f5f6e5ce472d82b771a65192cf55049d47adc777
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f237da0f8ad19abd56a01dd0a17de6a6429afa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6cc562146e85fdccd95fd76a7be2129890c976e3aa119b6fbd5bc946532e2ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9ec25893c2f1ec2e858b2104607ac10616e742
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e81cb22c8e38f143327dc4ba1e80eef58d73460129a180d0bdfa68bae0445b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cccd49536ee19c56c78fea4b08ecd98158e2a4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83d67127b707768e6e5db03d734b16a79ce0fc95f66e53a650dd375f932287b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..879260c208ad06e88b9fa83b112acc5b2b90b527
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18010d0d43726e51a7726a47d391b22d41b3d800efe8585b20837d60694d847b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cde78037355e8416063d59d246eb60ed8e47af0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58742fa98f72b5797ebd0d6e5e817004163cab403745f45d55d043b68fefda8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b94f9d47b3500a0523de05b366eca84fc9509eec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81ee968c6505dac61c5e7e9d9dd5ac9838a0bd3bc2711e567a60233818aa30c4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031c8da1e3e38d24dcad799a7b0fccbf67d19fc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5d82fe3b709de8f76320194463a4e9ae4e7635bfcd710d2f4bf2baf5803fd5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ab2f99c8d9659ca87b90c33c5d98096919ca0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808b931fd819bf9fd3b2cfa4bdcecab7d816a200a0ace6d4874f6d6ad861d3a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9dfe04401dee492e39256d2a9ca3df53791572
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6b98e00edd28c10bd6dba347a360af141e9bf89a1a0ea55ff02a93a9ccfd688
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602de8fd584b4242ca02fedd608637cae1e03020
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c990929e64057ae3a82e868d02841bac12fcb6694ce8f383fb79bc9c0fe273ab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ede817786d94d2ddf08ab48119eb9c427b4a74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bc5ee522d5414b504e954328e4a021c8e95681046fc3f61a6984c02c487e82a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..852d3274a64832654d8b3a704d2e69e822988763
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4477a05f8d7a01e69cc66207824c77ee94bb29769aa4dba38b78d032fb733888
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2565b4753fdeabeb95470c00f216af846f1a68a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a00b8a0bceab99183222a6190c07cf8e37fe56a67202a75280d61faaeaac1a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f46c51e5899e568a76b2867a187634398e2b909
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce8fbb8790a2a90a5c0f28c61bfd081c163ec7cae323091965227559181fcdb1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0d8b64c9ddf0d4869d7cd0eed7a4ba23f5e353
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:260b8a4183cf6e93a46065364e8e8b558b8e8123849870cd88e7b3b5eaeba099
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db328301e0b8f81989818f862066880b1b5dc935
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173dd92bcb924c9b1468fa6d58c27af2390921ec538a2e0c481e3795ea22cb17
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ef34d9f3964b177132f584d36f2ffcaea67dbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:838986d227a53f36db70b3854b1d4c0c42a24835f28fd76bbd71f61232a9d370
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f67c1a1e478cb13d74d81167ccd3a49111e8332d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c280cb1df823fe0cf2aa919a555835439a9403085dd1887c55dd894ef072f573
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0feb63103a3937d840fdc3f2d61f3cb2c3d9f061
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e6ce375ce9940b699dfcb9c0ed7b1fe761949c5f3b29e5372c386aeda1e15c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..496fd17983a38d27d4d218d7cde0ce79e5c6194e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f506cf86b3413157863d41c6dfb57a62a2600d1b70874459ca06deee44a8a846
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5911b1ca9d0da48397f281d0af3d8283af3786f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea47d4211a3ccb65bfb503b39eabc4cf945dfed0952ec4ee76eb3910a37e57c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c597468bd11d0ee7af54ca410202823d669964
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db8b34a4e7ffcb2e231b449907bf3d7607b7393db3ab358a703293f686088a4f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b85384d41669a89cd7e2d81b6118588de4f568b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96760337103ea2ef0176849e4c14793038fd50b96aae2075bcf93cd8bd8b3201
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1afad55c19d2f768f70162590ad62968cc3fc433
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7602ce02be0d28f72cd4fca313715486185c7a1a6e44251ed273ff64ba3bc5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662250070e370482a53e2a04f66cdaec86dc74e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ed3b2d9d9bae4637b465f567d17e6e86cfa53a9a88cb48ce16ecf499f76348
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a1d1353fd3e593341eb2d667b5492edf8529b06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c611dd0835200fc799a537e3da3dca822e81e15023f81cc85f48040ae19080ce
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d026349a578ea8b0d6373463431973aa80a787e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29cead4370bc0792e2c64419b2aaee75c8a8beaa0030fc3bf03021a099e5ce50
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d3d0fcc25263ac3c593126b5b9950d5d5d0dd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71fdca8945b198e565558e9e66a3ab0890d6d40cd4a852f6fb4a0fc526885b9b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa84687172bdf6d970b4cbb894a5cbf589b6881e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31897ae2eb7e6d195db9d6e9f0e3ca08c7b43ff2fc6b8b2178b2d178a976645
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e456f143e7f765fe50e38073856859d0b31c0023
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0590fb606c7af0f351f024392bc1f4d702d497a401d56620e22ad5229f4f897
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7518c11fc65763a3db54a8586d9f9b96aaa70669
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62aa77c92058fedd8aca62f8bfdc81483c258e71b9059c7af7afdad5b5c8cc65
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e393daf37a35f41a3eb8598a746085749dcf7bfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e16ffaab221770b93d236565fa96d12eb4e67f4c5ec8c771f741e28e75e18f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73da281f4c7d6efdf67d747e8fc88f9cd7f9928
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa005d1f4a5b3ca76039053a324cf4657aa68def96764d3bed594027420cef56
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6445356dd22ff606495305f1e05c86917c2dd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08481ba27f612bfef0b0844947629dd1f11316644af1a7cf49fc2fdf6e077d51
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998debeea22f5b3874652cdf93a0b760578a292f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93e5856a6d83f70cee118194df79c5e942b4514c39a618dba3d5367dd4ac84f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71198b35afb23b759e8810930dd1ae09ab49edd6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6340bfb0de009a5deb501d214e7afadf4710dbbb9aaaceccb2896fe6d185c9b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b8ec88c889c77646ded6e29ac5ef62140b3271
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2b9ce971dc5d8737776a1a1576f342034dc5b601cf7600d9c9a37e4b7e8dd4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d12b19469ec7323d3ce2187d547697da2d5e0fb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967001755eee2b5f35047aed5bc2c7b75ffdac41144351a56e7fa0cdf8d097a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eda14050841c028c2e79a383b20b24b5d4665aeb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc28ba9c9bc03d0e969feed0c760239109194f98b61364a43b8f85840f909f70
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecf07ba31bcde1d05d741a8d5d62412859f129e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02497b51bcaccf637e9c3f0c080df1d6c0861c97d97a9e2e8e3aa918781efe3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837e1cfa3d43f2c255f85f1fd1e6c2ffa2922f64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c2a674fe21fc188933ffb344e016f57b23f77da4bfe0e20973276810897bd8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc1044bda4eed478828a51ebcd77df088b147d77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0adc244ee044faa229b386e47b7626bdeeff60a1f608c55957d18bc3b658114
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6bfec33069dde5ea1a3ec9bc6fe2ca14c211978
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6ca3408b1e0548c83c5895cb60774f16a7e4dea522ca66cb22c38ee55f97b1f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..226c1e22a22e4e3856cebabe8ae0a6460d19411e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a139c9fc9b61c85fad4dbaa0ff7fc367afe470f319cbe34e2a22e1e7413538d7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e302c75cbc7c142bc93695e3c29ee3a125852639
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:037a03f9e0b615edea9c9ff0c11427210cdd991d004ffdcea89cc1c91dd71ad1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2050437580729bc2693335f87ab47a34023d5bb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:936bc1d3fdca03a100097483faadbac5e6a16638ae02330f54571fac1c4dd304
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acf54c963371efa987dd1192ff54f6c7c0f3e5d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795df390243e7b5ce3d8c1456e95e7d6909cdc53dae5b32681390787af9b062b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6daf075f4f5aa59b0143271b5680eda1c1e699b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4906b4d41761e800bbcf9b4022e9067661bdb1e1cf5cacac73cc79c2f313b217
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2a4e62ab21ec506b4149c03a59b705718cff13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:258f137bff1d051bbbd9f7343adc1f97c695cdec5b941deecfabcc3d6710f93d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbbf077e5f50bca1e3b33faed24cc647aa83f92e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be29376cef53f161b883a148e6117e81e69f250b3457e8dc9514166ddf21de02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0648e8409ea7744639219629c5fecb6c1ed347
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0a9e3f17e6a59105630101cadde012ee19ee44ef8bd3472121c8c22c0a827fe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdef83387918f53ca5d1fa8dafdcc0833b0c170
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90a0a46576201e7282faface52c6c7200dc607e16dd7bf961cc8f0f5c93199b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ece00e8425885e5de9491272516e703091aa26a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:557f499b0dabc541f66d3a02939452477d2b179f0b6e56ccfa0f18079ebade06
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3eedeafb5e65442d6e9287e723a1d566b3e3c3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a98d08fd1003c1370640d16b7fcb40a9c181e204e181ebff7bc8b86bebbea6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd4572bbe1918f725ba297aa44bc3ee32b32ad3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f83031f8385881a0187325fd762e1909527a0fe3bde110dc7884239e3d7e98
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4443ac0d6e6b00aec4f32a490015f83583b834
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3440fcc1a3b999289e47ea6243a3cc1b7be47b7eaf5baf2508722611c5033bac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7b496ba7f862218bfa360f3b35ca3b8495b5ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0341319b98cc65656069ed8947c3f730781c0269871c484e5078a1db035d62
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd79207c1908a089d1f0f86318de53b55b799d6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbfa093e05fd5b412c11615d68a38d2d55689455c5d4ca7aacb17c339d7b89f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389f6dc982ffaae0d0d6609ec2d491b950328743
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f474ae3a67783da7ced1a2842788f2ee8bb34830313c0ecbc96b29be2c6fbc3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb70bc7274934ac9ab5638f93bdbaec6084c30fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ab2654d08379286355f34df8fac127eec919cbbf95a511c42bde43ee7c3379
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ca0f1ea4dcb90f313d199d4d8b3dd52fe47ee0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9f0ec04dc59c24ee1b8bc9dd84b86cfbfe23d0373153434dd4c1670b09e26f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea46ce92f8d125b131508639d9686076b7bc8aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3b6399087143be050156159e3e5b23b66157da0856513bd7959faebfb4d58a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6da0dd0f803c9a8ef509d3b0ef3f67de2699edf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd27e48c4dd50ab6ea2e6baa52cc06e6e50c07c10038c9561f939ce84f2018ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdb07d0155f7aecbbffbbafbc7613dc00b875322
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d05b6295ba99d755941ba5bd167bada9a881f029b4c17354ae61b90bbc3b76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddbc9dc32b2784b88fb912a794a0d13f39adab11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36debfb2b1f1d588d3070e5e26d0c55ddb385f310bd1efc0c4bc9592d87b8780
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f036c684a9441f855e4ecde4cd3a7f3da9a2a43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ceadb7db0ebbf4d2e175c95b675c8ee784b853401798bd6e6a8a1fc5d76fda8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7ad1c03311eacf02bc945991ee6b51e5afdfa8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddefe56c22e272611c1cc796ef61ee4ec66b0458231182d2d2943b714707f027
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689901cd551a8be6d5b2dd066ab756a8e2063bd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22be9f80fa775498796e53d98576f48d3b07b8def1425e33b83189302a9cfffa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a70fe3618acdb01d379e3baa152e46ed26e03b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b8bbc40448fab5aa4ca57892addb85b00b89976e013c38b9225d8b0e611708
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..208a25b75c86fe18f129a9d47ad209eaf43d3daf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f1de8e10c75cc1e9d4ebb96958a84be7572a041ae8b70c4844e48892cec76d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1f691789dbf5fea7f5719718bca705b664b27db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb72fb8abe2a9b0caac2ef109d77bf51f1b875a7d82d4ad0dcc2f57af287d46c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23aa420ad2575e54a8033c911d64e47be1a90e80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f83613dba557295ec2f98e5c5ea0335bfa9c7204f94b4e8dd20713147fd844
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af1baf513d38bba277ca506e17bc1b6a1d391ecd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca620790329cc5ab796d73d9454030f54aa1ad2f79f1336778448f943481f11
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e46cc1c0c0585fe16409a06307807b5393376112
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b86ff65cd54f17e7989fa0cb094c989625db5d7068fdaad114867ccfc642091
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db14b9da6ef2768666776e1d6d3a28a5a001c141
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b8047f0186a6f31dac80805e21e7d99b8efdb91237719af1ec73925f5efb314
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5e3f0c0cc7999deb7cd4cd44a06816ee67c168a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381f17c206441acc394d1c3299869dc63c19849c7926b6311f5607ba819b7fc0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4049ce77028e276283ffa31857d9b81f7f6256dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:864243558ee3158a5e6a85bd8354414660264091bbce262cdd0df26a4fff7ec4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98ec4d8314480bcecf10bc15a4e0499401abffc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eeb64b89d1f82e6804796d073aa54938a41e5eb6e7ea321c1d39fb2f8143b07
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd93d0afca39f5f922e26b9c9c9d77b58071e584
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd911ad737abe375cd787dfc9bba2972256d2e56fe7768838cdcc63b78123909
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482a380b49c3d73fb36b3520136e525e874ac72b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08e340595e94f5dd4d04a13939ba4a439c7fa968930afd1e54f562d03576413
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bca7d34f8d756b556b1adc5938b0a318099ccd4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63a45e360f3a97737ed89843ef946f0e21303e627adc23d051d2f8ee164a8d4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc9a1156592ad21436a8c505ff7a5ec381d442e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1837ad9b4e1a46a79d2ce07019afda89e36f7cff7719f4cfa5e46dc143004c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7ec84adfb2eeb1b5f1d7d0a8c0de3b4b226c26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4886ca14fcbcaada706cd78d9c836bb762790f05d15298cb0b7d82717ecd1a27
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..609d38024bf4aaa75f4150060f852bec0097408d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0def756ce9c8914c31eca48b1896032d3501d58044a9b4b379c7f53cac932cfa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634f63b714a7423a9f52c636aa40426907b8629a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:598bc02a3de0937edd0076bc3dca13b7ebe69cd7653138a4cba2768be589112e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d28b961ccbda444ff69c07db17003c4da1c60d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7056b6bed632be5005ead6950a22df3f6f71772896916afb541f9c4a14a8cbe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f266612d750ded5a9704ce9263bc8d50ba5340fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2899698e208c2bb6a5d99244ac315fa314681cc04e1159d652f744a27b8c9bc6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1aeb004010cdd21921e770976f63bd39a0a80a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e341930eeaa59dc36d6635d2973cd06744e388634349d1b0c2a0b8ff88551f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e2e7d8fbc808142a373fd9db35d13c9dca163e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:783f4bebd6c45523a5b2b9f7e7279389c9935c41c1c8916457aaab598fbce8ca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc082b996b56f997fae8ec9568647e81e8129fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b12a89bd9a209d2110566a569d143295528cf70232968fe1aab58b0917f9a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b920ad670f1e4fdc6d475bdbe68dacbe5048d463
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500f2aa2e9decb676b79d6f39c3499261d46ed027e8ba75050da1bd2d830bdb9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9aa49b3e0045c770b399e6a5d07b6b9ad1e58a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a985eff34aea112ae99ff8af6ebdf00b09b50b6bfe87b676492220eabad18ead
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..269232e3cc57aa9d77037840405040e192ed3154
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888f63568463d6f2141e0b2b3fdd9c6f86e8f69403ff04d2f40d190db1cc6060
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23d6b4e2a582126ac09176591fcf171ff3420740
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714a3e12ea2831c8178d88195917be99886eb50ded210e9b7a748f2fc958f6f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1d1545aa7abcc0c643508e8e6e1dba84cd93e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c2feea42e75a7d91ef684d17bca793801c485da86e1613fcc53ef71765ce2e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74c6ff87c4f220195210dcc7a751afd2e91da6e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81966c35fd0d4c0130de955190791247b85324703dff415b0902f766d847f359
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..914ad48e89bbfc0c9b29a94dacff1cb1d1585548
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b6d17679ccb708140cd60b39850b9af91513f2996bfb6072fe4e0f55ad1185d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59dd93ba1b0445418a2dc0f8d7f4377ad09affc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc028d0c130886409bcd6e01d43954d0fb21d2879ab00feefab8edd7ea49411
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25d02a4d0a30c61bad8971b268ec8089fdaafee0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70ef5e73861668fd95d6a4f17dbe2702e64efc90cc0dc11ef32006f121e9d85
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb7407cd68bd9506a9cfb0166e6e3ae75c766029
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11850ad5ace53b1206a2b074d4658252d5c2e3099d182f31731acd0b69a1e0e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad16d5431dc372b61f8080eb36525e9c1991907
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f72aec72703d93c8ebcd151f4a0a0616c79201305e10ffceff626c61784c2d32
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3972a3d146e0bdcacad7285a5fdb69339928359
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07b295cd3660449f8b13ce141161c67649dd346c37b6023c73a81eba52e2a207
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633d0febbb842c230cd7a84572a5b479a09ed382
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0884d23b06e066e05858ebbd656c3d5cbdae880bde728c7fe6915d581585eae6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a99b83cd27dcc1a554fb033f2b4dfcd571d495c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a269cf5fb122c061746e20cae117fb87e2deccc599e3d4ec457ddc7b4d3b83c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1745cdbccf9ecd129d7cd4b435d509d8afb15dc1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:225e91eff507b5a02c4b2973608f34d7ee4d50230580aeeabb24bebfabcacd7b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01541a879d024ecc27c6e922d5af981994e6fcba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5ba722520665e0daaad62e2622d930439ce69610f446e4a0d36d74871bf89e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11c800a4f8b13b87dabede02585ca849b4a1a24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cea6e7a3b90fb49bce944cb491c7ee0d01948e5b6616ed7bc8c6c0ce2808d9c0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a06559a537ebe7618bae721403cd6d45efe1a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cfe7f2eb8ae3a7d675fad6212e433c65fe4a514034e15d43ce45c2dcf8051b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2edf319a5ed23dbdc74546875adfbacc29acc243
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca05a55cd96bb8a7212637141dbd516eabc1f9d0f749c1b21201572effab704d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..037af855db96fc98f07b94b724dd4ea6e806d73b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6210fbcfc16e47abe7c20a9880ed8395c1bc7f8abd9dfd5c7a00825346ef6b6c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84e23ba799fef9ad7311c209c6f714e15c2e8cfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0cb4920b86629124e8f027ab2e047e702c9cc79ba3303139e073430a728ee5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..256c5df1c8494d7ba4e847e2e5d859ab2e14f62d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8962f077fca976dafd05234ee6416d75a585bceb3d0a1c2443a4dc15c8369dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..897abbe2e6f998feb532139e8c4a22c110321bdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0974656947ffdfa6f143c2926a7d2ecfae9a9890fb8f6005c862f81839847407
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a407afd463223a5f30674b191877dcc39ab5b808
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807364b72d39b4902421aa9343c115b3486dec6849a87c9736edf1be1c3ef98d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebc7be9ae679abc80aa7a6e098a28ebbc28e5f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2c2d18a8c1ba7facae944ab1bf1efda28fa6ca1c5258f9781f199bfc9c59355
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0d0fb7838cd46e94685c99cf075628c0e6bef2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f3f63d19397181489f132f8ae2cc696e0e895fb0e7683ce34c07783600b2a4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78a9d1575e70c46e48e0faf9fd6d21bff0285428
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b087275920bac1b60ad13663ccdb75583e235daf82079a3da864e9a12427a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c07865d3bfba1faec8638c612741fca62a74202
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0ce185b341442882f707f8fc6c0fc1663ce61558ce1c7d3b937b8478a103f9f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae9618e22ee3f5640d80a7da7ae7878eae345751
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e166118bc9f39facacde2dbbb53a49303973eda5540986b8bbb8c4214657fbcd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4f6f5820324aa780982e4698c97db9b0bad9622
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4357d9d47316984ff32a62e926a23076decc675a7f336f9a4c4b4a98f5ba4109
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b148d1a623cb3dc7e295a9e57f2cd444a0437b57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03f3809918838a5a99970d645bf8ee4d793640f440f38c632612aa446aa5d4c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c15481ec0c657014c15b13d63d107cc66b3bea4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b291aad5a894225d066f687ab4be361697108b3a168594c5d30e9d84b00dae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bea913a9c921557f49864f281b2bba64e77dc83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e99486092fd686368549d8f4c7878b46575fbdd4aced813f409e4c8d7555bb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dfdcdee878b49c6aea23b0243493d0fb5685907
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:346a86cae87f7c9baf6781934da0cd884978d164ee4abd17d4060b6d96fc2cb0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ff6d7bf9c4c6473d2d339588eeb47eac8bcb2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891ead9bad12b4cce1e17d8dcb52b4da4d2b23e1fb1e1151dc60538ebcab49d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb72517c719fba476bee6852da6d518d5c1dcac5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f89f13a4cd72d02e1d8283e558412520fca2f4c43b83f4eb88a26a18c718eaff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e194b09b3d4f2bb5dc0d7cff0e775df43c33baed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72499b115d9c49c4f8a89eeae49ff1a627d348b26ede78df471208d3c764902
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f16e80b66a7c3191a013755036a7af789c440e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6e66ba3abae9a8250e285df0b737a3c7e18318d1538a5eb4e9c195ec71185d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c653b52246406b90b64004b9391f7dd2d371551
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f00d2b86c789ffcffc8da042d261871e03e205503360567181806c17d36c07
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb6f49ff73f1a481c8e0582946aaff67c4e9207
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:736af695e2bdc1eb74e099b327fc6303da5b9cc6ceeb929137d243a112182d41
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff9683875ac0ce87332e3a71e120a6364c42c7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f1116e1870e43e8fd94ba85a14557bd1ad0dec0dcf27a399a084a1a60a1afa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..779e174c3057960212134d4a152e9a9658812177
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5779308146c57ffcda0b83fa16691d7d08fb7d03eccce24eaf73aef3349eb1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c3579c788096dcbc1551ed43c9a529e55305fc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e477991c94fd7c098f51b4e49cb65496876c8880714ba199c7e7129f3969a6a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2783566e79eb9125b09e2c059bd9f1ac6e5d86d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d091c7a4852a1fd7b0884d799596ef5b929087dd4f576134b413ac0d3d1dd33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa70a0207776219c6f84a914ebe6a54bd8a7adb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9596c4d213ec8889cc57e72701ad4c266d38d5f7d47c70c0d0860d68f66a94a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a412ffaaf4a41da11dd539d1bed6c453a8c07041
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cf9c0567716e56baa5070f09a97952699c197ad94dbc8cca4ffb273f3d2b98
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3799267d6029829dad08ee66f800bb11fd4763be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b224d1251cab7f4db1457d1e2ba2aec57e21b30d962bf0b6dc12a0fbbdf5838
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a2adb9780fe5be8d38ee165453a3231db97cca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109a3e168aa3228a771f515a9636ae0f2cee7f1792cd7fe5e9273b3ed6b93dc3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c119c3215ae873e7f11956a22eb3de1529275aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bc0497e495823a427b6bb6409d020e98fee28b8a5af783cc904c824ececdfe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b5498f894b3c8f626922f80d6a87506639a7c3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6099c16c43230de175819b1be5211d2217b74c567dde67366af21c3955ac737b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a5c3fd52dbfc49ab2635486e080e46799127f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4a4326f39992e8c303a6d648f2553b28eb1043cbefb5a676a08f2052423adaa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a36ccec8846e07b2503ecb26a0286ffe002cbcba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e7411c36989011ba75a16dbada6666a51361a69d7004d0b10169bfa7840899
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aaf3c2bf9fa5bca83dbdc9ca18d5f8db3b72fe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df3e19d9a4ca33e6db9e38139294748d231c9a8cb28f0b5d2b8cc34092662a47
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888647050ccc1f6a599dfd11e187a6a0977d62ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e09455ace59138e4792309628b6b243ea9aae1066117667a64f58bb2582e044
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd40c3fb3658528f9a3cffc08dcb596e8ad585df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bf1929c7a87110d93cdb485060dff1c83b162a492893c9e40e8190210cedd6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5fe9403a2b926ce690810fffa51f3a3a3efda47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a78e141f268a3da3d4cb43c5c217d0bb3a694d56e16dfb582d3bdbe00098e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a527a5d705f40b11ccf7a9d9d69589628eee7b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb0664ac072f92c8666ff26c83be69279294f0e1b680046ab4aac831d7db3dbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcc404c4195189f708f70733c07128911593a07a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47f41353db2881673123a27f83aa9cef5e14463865cbe2157b24e6c0b67488a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc72c1653236b4cb9fb5b3cec242d96389b15ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f691dc259c86c15d20cd97d34fb6d3b7b7f0dbb1ef92e4f49876a81434785874
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7883ede4807c589b374638504ee309ba21326953
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ec2ba554398dd621132eeb2baea730230dd5316df80c49136c5cc5ab133a87
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cda3ce90783e471465f30089f59fdb0185d622d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8465308b151084ee7aaa5c2c92ee4925909c3b1cdbd494f356081d88e85d5640
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7bc0cfd013ef8f283b6439f7e72b25e2c8c4626
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060dbab38e1a44bc245556649c8ab6cb2636e9e03b55aefa187b36c44ad6ff54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d5989494af2775f72bcb62268972084ea3b5f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:719a8de40af32cc4917ed5011229f66bea7426d487bf587ac5435fab5511cfa8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6b50fd18c654168ea451d54b9a0cf921c22aea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed1111782504af7e5b861cbebdb362d99285ccc447fc238f41fdc67f7d6bfa62
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55add2d2f19412e0f371be76f33cca62952b42e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0bb6ff27405f1f31b3e4e1b4e23487a1dd7ab9352f123d7948483f36b270a6f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13749ea065b9ca3941320ff51c8253c0c353ccb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd2aae5681cc3d4841ab005f58f8393954c6bcbda65bf215a3f29a97bfd0059
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..449079e43a812696daf82c1df2b55fb69f696849
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24a6ee0a4e7c22752de17cd57a251e2d60ff3287f47d11189b8ebcb14d14b04
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50be76568846f07f38a1e578bb3453193e1e4988
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb56ba69bb1de39266f09f24575bd164f9657a8798b5dcd42a0e5edb52fc3868
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc9f204a9d663a58b7072e5b8e26aa2a0593914b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7e932ad4fe43c000c1e7cbadad646550112bbfc432e348b6634025b54d0bee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13e2f57aa438d775a159380135d80c368691b25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a06eb779e4e1fdca22157d376a5d71c60f34e480f6741c96ceceb6bfc7bd6cf3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1865cde55f7e58daa8835c8c94a57beb48243f28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddbda04699f6c5c4c99d1f139b5ed9a11be65f6064f0fad304b5f08c4a9c149
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..984e62eefe938d71a4ff32ab199ad89c9cf2a41f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434ebe060d8b77a83552f477c519ce314f04c0dd7ef98ac297583c0fae0cdb5c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059913f30560ff14eca56f1e04d2d3af53f013f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9695e11cd58891b2c500c3dd34f3d7ea5f85b89e4ebba2eb5606f241d2c9cc55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b203ecd7350207fbeb8bb24025737b2a812589
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45698d17a7c6f419d69c6203e848365a8c1a93a48b02c623a3623920010568f4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3ac479963cec44cee2784f6a69a703c5c3b5109
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5654bb560e4d98b8fd6a7785207dda1dfde4020beabaac2f651059bbe943817d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e18723921931fb61af8dd3fdd1b43436ffa60d17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2059d0ef3035f5e18befed7dbb828a04fec47f40c0169345c6f40c514b87f6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29a8453cb8c4047c443c8ea0262cbc028c1257a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d907bff0345ea5436afc110b21c9f6d9e9e62678ebf2cbd107ee9c7b1e63cae5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500948fdb7f339d89196f65a617a507de59a9c27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ee2cb893dd4e380b9908c8873551d2f27714f0bb9eba90aa2bd063ad475420f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e158a905f77958abdaaf9f3a5cb08f66077cb4da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4eb89e4d453c719dc5c6689c4129c14ef1df2a2bf47edd8bbee408495fef93c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f0d7e5f18372b4890e6d7f032b0b5be3cfd0283
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf7e1ae0bef712b3e094e181dbfcbca44a170171c8afbed53ab439ab4befec3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..180a361ac9d0277e304b6dd0b870220f84aacfec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1960309f5abd0a0012efad126da7dab6639da9dbcc10a2a94c2a8bd24bb423f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e622e373f20214cdc872ce7f7de2a24064526a2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a917516ec014f519d3e6dcee015c2a916fba3bc2e221407a3abb6d9d9b70f2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b9133f43f67759201fff4d61b8f6ec7ffae796d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10a17e7546aca298c0b3e54a7432f5255f0c80bde6cdf43580f6beb1f0fd1e74
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..388cf64973ebdbf1d7a45310f7376bcaa81b5895
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf682467a27146bb2a1a3200f5f079737a58532391835a5138a006a2e1f83604
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e677d09254cefe21a0759f68f2e2d37599fefbf9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb9d7b9d3030f35efa38f4a438d82b767d01a71c8a030969254bc39b9747ea4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cafe3b65116d5866d88599dbf687cab72bc9eff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ced42727721e213e003d13e57151bdc56e5f70ec93981ea8929ff5a28cfb216
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..526ad8d2a3ac222394ae64e4f0bc0e5656d7e116
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b04c30c871e5c07331309f713601ab6024676ddf83e9a30a083ed490ddcab0d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94cac455306fbb42a2c7e90dad9df540e66e68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5111b8beee994891b704e9dec57bb74db675f9cbb35d9d8fe97f99d0a533732
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37472e1e902e307bbaa082484332a0079197f62b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57656b9e5b1c3abdfdc6d809f474a8b0c6e635acf5bf07ce08fb5e5fc23f046d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e813162034c4aabdc76760efeef47567715d996
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff81fa5ac24c183c1a9cee9a70aa6edcec161636f159f78d470ac49ea1a7ed9c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b046c130788abf7aaa3aeeef315a065b72316f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79d62a15e6e7517af5e59651a45785bcb8b6bcef56d47be431b5f7afd0ed6e9f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d00ad912a4e040713b1f43fbad7f16e25c0f0ece
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8f950777f3b9e0821f286187a24ef6a9f320e2c0153253456c18187d5d79991
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e1bbf7ef30eec16d91dadd4243bf5df34c83ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a146cd62f56d944255f22d7a779c6c0786f775265421855b3f81768b5bd0ae9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01c779053044e4baadea90d8c284220d444dc902
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af96ae5cc0241d428d496b94834ab0c3df4d98c76894e582e5d84f45e7c9e4a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a07498780e4f9fb3277181db9a0405a10eca61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fad58f9c0363c8331684aaf72c12f13b6eeb2be3bbdc1d2eb3ea38c199a9c7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1c9100b4c08808523bd22109fa4c368694f882d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d0de037fefdfdea6a5b7d619e5bcc1db1e2e7b0ddb6f703bb9991289303092
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ff85b220fed96a60ffbfe69b44e9ff9be410e0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4655dc5f7c5f92f7ff5a2418a8b6cc1b688712345e5b0b5dc34a75df21dfe451
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f74b6f462d411ad7730f976978ae08117b6ab435
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db1d154644fdd60c7f80d3c31678f80482b1bad0e1afa5a03d5dc2b735f86347
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c062329dd61f2d36e85bfd2e081c87fbec57d0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e9574147d73e7ad15fb5e79f7ea34d95cc8e9d628f50f00d38dde22d69ab1f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..864e72432833ec663e49b654c94c2b69ae90e1ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba54c22bfe1a31209b0572dabd8c9453d3b61bc1d6ff66553676d9269c5412d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7605d31eae27166c1b1a43fd35a5dd10b7208b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71305149ce4b3d5a2c7890a38da567e69576a05232c9104f4fa2708821066ca7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64e04625b3cd9818b7d25760314f289c080c5a7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd1ba54f27221ca931664ea181ca5513fb08f1c1c058a3b697c1cc5d47816f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c33b5c6c56647ed5b0a56d405f016369e0f952
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d84e14523fe77a21803ef795cc5a5852b6b617c94068ab38b097f3050d392d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27899ae52a279ce5dbaa1922477892fe18c6d588
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:208558bed8c6618564ed68928906882e9cd0c10a7613e6a4a532786bad81ac37
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6392d403c343a3ab602f86021bb08de7f7ae2d13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f478f12df3daf0c3e0f377609df3725ac81313a9d13de19e26bfb65a1e9e459
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85442ac3a61f2b240c2920f301a43a45d2eae6a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f20fe1b20e51a4d0c2d147c5e10b08717d24820aea853de0c41ed674bd619ea0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae00c6a845977e2c65c17a02e010e15c9ff8480
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96a03aeeb222d128bd65e3d8ce6051b3ff98ee19df447d3a83cc4930d01209e7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..683af2ac15197fec0d51ba3cff8c1445301a4622
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2848395848f51245e8a05b6010906f5c75aa8919015e9d310665fa7b65ee8b8d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1df97c3cd2b242f919eb78d9a2f276575b5d11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:748c893e68d144168f0d0b164c9b6cbdb6dc7dad5045218a49a04121d4ec0b4b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d142b1a24ecebd19c3150eb9a87957808bd30c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1504af1ffc1e647e5ebdf8529235d9b00f32ebc4d9fb3dac563ba885237f892f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d1f9f0c90434af0121be3f0a57cd55f808d343f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac70f1ae507eba891a6aef10a9eeb8f677bfef8ef16adb79ebff4139af50daec
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69cd5877c138137151ef692d170cc6e1e0878f2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b60c02f63080540157090b26ccd57c31aefc3bf3803321a5a14a86390e74b67b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cf272e30a8c2e70fc280a3f7a0dc0aef1d4be8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:512d7baeb73ca57d2c54b96b0c9003081d8f41b11ac54cc689ea9d64410e3723
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d02dc944f8ade98626e669e5c8309f03946543
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2e0d8d6854e93941f32c1b440c8cb336b3adf6e808e89220cb57a8cb069a11
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cc6df96ee1da58c6a8019676396cff72950804e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7747274b107e85bc3fbc73f9231733f6cf7182cd63e97254b1519a8775105c88
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98d72539a14f061b64329148b259b37ebd12e38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7ad3f24e10a5ea56f60208cf5ebc8209590f0c9b6cddb3372da363be85bad77
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5861402324d1a9fa1a2ca9683260678f8fc5232
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988398802a587e8d6f4759d30f2ec0e1c9f0fa92f1dc50b975d139069215a7b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f48308731781ec13fd3bfd276b86ca1edcbc34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ad483ab774bacafb4ce30d691fc58ccfdc09fe223b923735890dd689674437
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b0eee934c6f2ee59a09468a65c7509e907d449f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19550f81f96cdb5486aa5c603731372d03a0ab3182811775aa11cbfb657343ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea3f4e2e7a0944119161fabceea32a3d37f1afe4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d7851ae91f1b4e8348b694911ec0934fdf019306a1772e9525cfbfe3323c79
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2b2997b4056cf24574871af48e3e684671b767b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6655350ca6c8dc22f6a88afb797e01c2c25d80251e49c406726e2df4f05a290c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df716456647c89f3435aab1e3d7aca130d9e8817
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35170edc905ce6eea75b5b54089f359d1593c49f253f8498b114d2a1cc0f9f84
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c36df5bcbe63b4514c91d8f13ae925b2510bd101
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b7df3061a44c950f54190a8a8585e568d0e100f7f9270f5ff28ae38b56a2a4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c811055c9b5a6050c28d60261eb975ab0f9f67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce351cc0647919ccaf5cd484a22bc3c6bcb2ecf9fb190f0004b562a29cd4f746
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c546770d1e62a9924b35c8332d3b4972e68ea2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af90c7fff3b0fad856fbca3e58c33c4e401e1b0ab7c85d576b5089d42e970538
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e6255c0bb50ee0dba0dffa1720b21b26479c1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9b038ef95aed9246cd0485a0b14c04d0a00f6e0b719acf748332745b241e5cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee076f11ad02d438c5e0a44f8bd5848716740a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126d9a1dbb553b41efc3a8780ed874456a616d4d9c383a7a37161a43afb6ddc2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab7889760d8b940734349ab55eb3165bbf48d6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:681d000bc28c51151d59f00974c75c75a07057b9f2ad1e996fb44be2ab8a7071
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce369f3e0316673a6cb5f5e73e263ee57e991fbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c538cacca6efab0f3f37c006c80189b660e76b7c999773c8f61cec61851c06d0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff087133c712db0a128b46f547e787fac089e0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f5fedc3e3f97a1754f8068748fc211668742d3f74fad3dd389d300343355a4d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46ccc63e211b5e9fe1e62bd7a9437e7b64e8e9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed116ab78ac2ac04808a53870d767eae51fa0eefd9898da1ec7104c21f86aa2b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af33852f18016e46e4230e3054c3485afc700ab3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd431882184a861b1cede1a03712a7126c59275c95913350a1fd0cd895ddcd3a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedc9b4c32b19bf19b15ccb5bfbec8f37ac784f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d6030eb8e243ba56a80780a1b6be94800af1b1b89faca99611c33c3d0ac9d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41661c7403d4ae1db5f711422afcc75edac1fce4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba0a277e4bab418397c6f9ae47fa2d529f7730d4e41dc29d9e3ff6b31d11795e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e91efc9ae45c2e6c1daad3601f7c0b32bbaf9132
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05136ecfbf9e097a92e784266e6b8273361d94b495bea0086df8f20bb1a1a6a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c0d810a90304a6178dde836e7f95de365866eeb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317604decf29666d44d870556283283543f4189f652cc255a0146285e768eb9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de793b7d998b9ccad6eaa4d1bcae65413b800dc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55d2da0a07b1e2cb487d572f56698100f30460580f2245eddc1d88067df498f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1971f09d3a168ef6d62e171fa8eb1f6de218608e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38cd55c4055441563e045fb77601ba03f271dcb4b566a081000265af97a269dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8f72c0c47f786f529ab21fc29a3706dbe77a160
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e63c95c8fde0494cd88b6990c87c80b83ac89be02a1f6d650d006efb3f08713
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e06ef9283bd69ed82f361deea4c87fcb779be6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51bb4d7c0e9ae9af16a5ba2ac03f168b475aec44d3fd9be819a02830a8689bbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a8a4ce1f368b2a80e9e3b961ee1da5f2e27c945
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364ee256516e7b4de648637286e0e7d163c6425796956c573652324d011458c6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460cb996538b78a7e124999c772fa86a3af91fad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d603f38fd1239f81a4ebc9415c19defdfe09d78ac0d0406103041eb46e0fc6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f6658f714c003efbe82c807949c07e7ae586167
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173dbacf2a5e9443af64ddb4d0a4c87d3cac18bc81c3b0c8fc3c3ffee27936ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfc33a917e73eb34542fdbe1f1a3b3cb5acc1cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048d2a217a06488dcbcf21df43ea3c08dde1e9dfb3c160f56a16a86155084a75
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51239d5d72b2415a5af2d6ad0495ea6b9d176808
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16f3506fc43e7916d58927e78a35b2127dd861d533096e8dc7f482c81046b87c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69998eeae5b06c07c76051ec9380a73b6338b039
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc909e76c3508552e77ff76dc9bf25d98fa4de50f2db3b7259ab2781549259a2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..791d702e001c95ae1a4e7aabf171d81f7ba1f7b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdc58d3da4a63b8ddf718a672334382eabee04bcd524628985802fa558ab2c7d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57a63b24f440aa39ea17ffe11e7323798127c396
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2601d85c15456591efd0789b8f66cf118679d80f2fc801c31f3d2036e647cc2c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfbd3cc565cc9d655288abd9052cccc5f0976ae6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:207efde75ef3e02d3007642ff68175b70f5e70f7943a39c75aee975b6946b796
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1aec572fb216aa4d8736277596eef2df24e5a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40a9939c496dc3e1bc32c16700b36e770ec2ca01691e97aeda86520403651d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d30500dfba040d427de8543829319aa8d90f011e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e69526401c0b1d2e026c0141e28d41a468778f3d6fa98d25fa3628652d72a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddae758bc33d53d945662295711fdeef5b43d813
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af15f95a81f9f2056e6cca44034cd8f44fba0635b9450bd7001ab9ab6f5450
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6697e141b1d1313532e3b2b91f2bfabe1501831
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1c4121c0026315702c6e00aae180fc4eda5d647e7dab883996ec4c9de23c50
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbf8f20a3342122b9a662d9e1eb3922a5d31799
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de96e4c4ed7b69367b9c21e8c7253642d369fb82375f2f3a10fa82e7894a0f39
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2192482c8091d9cfa954f69f69fcf985f4f77131
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033d663be8e56eaf198f77dd37984d64be32f79b1c2d4ff00d9c9c6d2585471b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbd6c64204d4facfc9a62b662e6e77e801eebd46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf9f2d41537ce8efe3c8a0c59b764dd0743eb2f85ea867494c0c8990cd59d21
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ac16040cdb05fe6035d01707ec90733455e629
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce561a3a1de983d46f462f0901c5a1a9e35bdd94b03ec0452792f4ee5dad3c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2860bfcb8c433ce68f070280856ca24f2adab6cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bd05195b23546d3479a8538ef2697854264e29fdcfcb49fefbd1742781007cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..223a693ae3e6c7fcf82d36c19fdb7156a8ec6f90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb0b5536a0b698649f34986aa6d71ad32265316ee84d3e0ca71fe5b39f18d4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d88ca75d690c6742a047478ef1e2171452bbd65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bd18506ec6bc174312c166014771bf1d3f2928de1c2961725696d7173d5df4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7dfe1a491c4a79fe5ffddd293e2d84380904088
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52a96bb6304e3706313aafcc7a27e86f54b37b333c90daf28f578358aaac2f54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d8640cc8650f905046c802cefc50fcf5503a10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73305caeb93bd9d0555d92f0fda4765c3cfa1c63b9d24109f90b9dbf06e6bfdf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..809d08efac636f95ac96e391d450481ef5ac39bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ccdb055e71653d96713fb5d9d52c4ede3a2991c6518a2734cb6e9cf45d8728
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3095598958f552a6af128b1015b04e44a509725c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0dd24bd4624a3a2d2f71b18591fc98bfccc5604269a8628ae75e89781b0429
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6d03dd6b67469c3f5aae7cfa6df2a37f84fd325
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b63ab7e9dbf7e9ea4a55e736ec49886a572645ba91f261630762a58b0fb3631
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f468c6cd5d43336a429f71ae1df222b0cfa8b76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996f3b61f3680150d99bdc129ec23af5509d9e251210e07a97a7715761d6f273
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab95b7f02d4f24921cd96338a8994fa83d09ed12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffc978256a35e2a858470e7b02e6a309f081d466ce0c21031fdd5a2c2329eb8f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5873ebe406e002eb82ec27d517da1f77dc2b116e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2564a685eb3b437a95eb177edfb33d9c0fac4fd6f73b27e2ffc8672a94722a29
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2663ff7bf325c48de65fcbd02a93c1fa8d13c03d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f85cb7344b2801f95cfa9c8efa6fa57cf5dc79a72615496a70daa277e587883
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e8ac04932d466acc2e6178abe3d7d29783dbe5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d7f8582c83f74132a6a53635b382d8e231cc6a5c8899fdf0812e1243e8c6a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d414a2631f3fd74f7c93b64a8d8ffcdab486e50e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5272503f0c9302ff896a9f19ffd77e954aa0c221e37f2bbc6d61d9ba740b3ec7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0230826b36a8590b7791f2c2fd19ab2d50a6518
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9faec5fc02b8297392ba9bbbb3360f12839b948b2e0f90e96f4b37d8e7e3741
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc3e521a72714180c2db72dbfdf3ce5d65cc9d8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e414a530c966466654d003d1c11a1163d32806436e745c18943754929519a3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cd1f0245101ccfef2cb63692f249d08a1ac652b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d67e1152235fbdacb36bc6e21f2ed80e36cbda477ad2918a50a9cacf486093f0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c1ca6ac0b993e7ef80aecfc0524af6fb231259
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f8611c4835eabc71f5f034f3daab1e1176c727a5cd86d1fdaf241266472ba37
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad1073a0efad2b12db0ddb0e425da682a04ebb6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39da265921f198f013a1c97411b1b86e0d51237ec3e8dfd0105bc86a74f623a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0e3fb3b0bd409bda91bbb921599e2f4f26ad24d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a0148cd912f5cf767bba91dd31d6b285de78878b2718985283233f90764010
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756ab69fd72b1430a2210439685b37f6a0be3d48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae28b78fa936162b8e55bccf10776bbbfccb08b19df8afa3d8e4122567456b86
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75c4203140895d42e16e6400ac96b0139a9aeddb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aed0e0892403b4a28c288df51b1140c767ec708b598b52ee1a91e3c8ac55e59
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c32c64abb1fe5a9d4a6bad3a4bdb792e146a8776
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71ef1ca01548a750c230426267a6b2e73e53df6025a80cc41827fe50ab6b09b9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbcf69f446777d9343ad8e24ac7c991e840d257
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317f3d8331ac85e89cf25411b113f48d5adeffa5fbfe77555887b9aa7d2613c9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da482e01286c1ce990940ed509116ea48723750
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ee2f779c75f927fb67f37b17f8b2173c83942b529776caabe4ae30c91db4a1a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a265426bda8a803899c0837b9ae0e1be5415fed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b570f26be1384f87f34ff07b4f45456a77a0b909a8a223d617a1594c1a1453a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885fdbfc6bae14fbb568205cae5775dc27e1c49d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb5417cdb87a729202c67a93b6a8297d8ec844cbe4f65d422fd9da6e4e00ac2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebd26b9c2004914d7cb3af64951f5c2774b2643
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757d5390c8b2b84c1cb166ee9bc247a9ee53d821b1af14de286b5949a87af5a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2dccd8ff47a1ccfebf6b3f6ab503c618f5668c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0237c32ce3e004f43585feaf282caa66a0aec8ae180649a4e08b99717ad1b476
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66faa2885c607833c6fb4e2cdba35d28dce370b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0cd5c6ac5959f1c312a819ff7a7f254e832256fb663b3309405509d681de16a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd091b1d9046e09595d3da3557317f32c09cf999
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14c5f0ee618f9e8cdb7244b1c598eb47ab0fad139765284fae6ae199af274161
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7fb7d818c2a4c23de6af7700e9eed6379df15e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fc3f76fe3b58baffb87fd2844d036f62bd4274baecd6469acdf2051ebacd615
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dbfde250178fdcee3a0d90a303cd754f5507b6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:286374aeb2955b6c83dbaac6ece2fade38c3f99651afc4b69497274fe19d3955
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef81b2de05bf05aacd4ec205fffea0b52dc0634
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:934405dea5611d644002db52071c665e0ce1a1bf46e2e2a0fdee7a3875d5947b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6a23c03272ce5f1684f184c82fea3e0dfda2bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030c1c1bf28c690f79b025c2c116a3b8e5b782f7e06d955cba4c1487a56d42f5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f9da0de0e39502e358cd2c53aa10b7ee8eaf3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a391cbfade6377603acaf4574836646b322cdd19bbb8a5b699be257f732ef44
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0a1247c559f04057e765a4b151847a66a3e19e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bb874bd91d169a22141d31bc00b5a5bfd582c742dbcfebc4dca8445e4e4cac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a0e62780e60537b00013bb9135b793eb47d9963
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3570c7749a73cbcbd5f23f36e7fec9816239ac72e082ab9a8116f66b7b9317
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0d1814496f7c82eebd8eea1549c0a82fe68314
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d6e9d2b3d79a03173bd0445efaea78a2486ca22cc7fbe366203c2ad9f2347
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc5ccd98196acb8cc9d5762c8cf8751eebfdc09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41c894783f6f255f05ae71aef720543ef5896faf02fc1b48b259d9010173e24
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..194f6180ba64650c4e5c4d0e54b572d52dce33cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fa5a14848149562173ca3487b27b491f15d1676f774595a7988349c8ce3cf80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f8b8405532a8b49542480eec749f2cc82a4e04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8be3f0d1429c0b7df6764f7f16e8dfbfddf3e84a831d73302fc9d29cb681f69
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97e479aa9a38f8b20b14f8396cad644654ca58a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42d0db5aed4bc6d1bd9bc04ea0239c313544cb3373381cc5993df3f7e2d942bb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ef4e60b0c90737b61c9562790bcf3e4ac93fb19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc6ca0ade6e33b02b2bd1ef8cfec7139f7a131ce7e0d46847a1f524b44ac7d8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52aa14e1c44e46ab7ff8f345b3122acee23d1013
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e77332cecbb65a279da1d5d86d780e5fa1560945df84d75a759955a01bbc964
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b9571c9b9f734641662d91e0f80af0b2ba438f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e064e909feafb07477c86268ca1a8b1e6484d6ebff864154166bbc7264f0826
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e202bdd044736069f44acf0a885dd105be562e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48541e9a1a2b59b3e8bd80bb4b45d3a1414b34ff2ae7078359a1b0b4838da218
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce0ba465bc64fe92f5bf461c0fd067c9defcc322
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52ccad72be8c3beb4d0bbd518de6e583e0abd94af4d6bdb2d184af2e92f6f30
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e65a7c6d2c3167206773662daa4ba71078e3a40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89d605eda08faec12108ad4aaab751ad25d54de0bd603d2d262fcfa119a0dce7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ba673577252d9bfbebbd087ae6271304bdccf6c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6cc33acd6ec1c681071f82a5fd07e912195cb961d4c809d74fcfda4bcafb5a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3181f2cede229ffdbd1ccec8a4f1f6263ee7bcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc863b4124ad10317d5be68850f3fe91ee4ef2cf62009330a6f13cc6779d2357
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3130133c95a5f78a16e499be22c4d11567704fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90adfeec933a2ac12dffb9bb23962ce2c2e8cc4bedf05bdd866acb653096a786
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7050a1b06ed37395ad7cc1524ce818f50f9d346f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e853e3c7df2ff4d1f78ee620dfe005f7e6785a75f55b85328ba331f41e940d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c102a4bbdacc4a987a47be8f2395040f6e59111f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fb2e9abb4b0ccebdd6bf2ccaa38d52ad8d131292a1d562d0fbbb3f4c2d5ec78
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97631025154b4580c3f09e498272df7924992098
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:652c17b918c83ce524e9437d793f9756659bef5611a9bcd12b32ec54a2bd0a30
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02538fd11c90d5a131a74ebf7d004b3a3a5d2468
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a966737fa5cdfc0f9c596253ad792c18ce1eb60a9405bd52b6832d0c4de392e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..334b277c1ffc6b95278af643c87cbaaf02fd725d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4a44b0107308881a614882b89c43a3f117281c7fa19684e45ad401e866fde3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2015390102b64b1bc9e8b6813fe978a597191c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a58cc20f646c3069781a87fa2d3fb1916679d580c26d2d94e015cc6e46299dc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feeaff14ff719353f225c88b15dc1440bbc8b8ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d746d8d4fab6f4db73f33a2c15db71431eb2cbfeef7af00deb1364a2dde1d31b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6a7d3dda0b320bc1b9183e3120520d03be74e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a8bd42eeb0c321abfaf73f55ebf8d07b58289abcc25bb1b390b04c358fa3ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60818473c0a5c5f41d12f622d5e707591f54cb3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f5dd0ee4ba135c63f8b5c31660ab9c638c93adae9dbce8d442d3cb3bc1e61
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd7cbca3707502533d8a5346920c8b6a02b2a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26957fcdb48adc2d5ac56906173c210176b9861b1913ab8049a020e3ee0c2b7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f287490f265bd3d8515ea4babdfa3769f4efd371
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c0bb86721475e0da54aaa161fb77ce8982eea7e4069746ed584c5abf45e561
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d7ad4b6182057f5774d2b664bd87f6ab05072b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a508d38c29128fca54241cca3a23f0123a84feacdc6f7fca47326e051865594e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d63c1b4542444f47c194fa995a4274150fb2ee2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d35ddd12c89445e0729de2f760c1d9e09a9454cb4443418cfc2a47b3a791b7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4215712864739664983138063ebc0657b1772fdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9adcbfcaf62a1dc07b32ffa9384528cf3988f740781f9df9fda62907a28a4309
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec34317afbb5d2d7b530a8d9ee23d2c35a64a27d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:496474afc45c4dc7d8d6ed975baaf0bc6f6bd762c2a47a054d57622d9962aa63
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7787fd50449b8d37ef8f93acae6404bc94e1cd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc767feb1577ec3d52e6f33352e98b227bd1cee7be73a96fd531ca69353d441
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae916cfecfe275e7d30fbfaf496ea2e89ffe963
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea56ee9aa048ebab6f06b2ef3510855b09bdd6db3eb17946a003266513d1f58
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd94773eaf91bd219c1ed85c02f91ac91f5dabe2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf7527d438282d202cbea76129e5a065972f68b5571e09ea4a9a32967f1baaf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0172782b4771ec9cdfd84bde05e63be7e0ca1e5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37585474eea38edcd4b7828ef4429738e34c33fc20d946cf00f49cd781671f98
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d1563b6515b1a005904e2a224298265f3acf488
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e741d5acb8501cf015448f47b86ff7e1974cd897206d81286d5691ce296358
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b524283e92333a667646d57a0cef7accc76d7e56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06a02586b2c0c789b0f372500bbf42d202d042bd93ec52f9713e0cb82ecacc27
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3a752522bec2774e9c3cf4b8b0cb6b4d94dad09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14462698f71490292b83f997241c68dd544a330b11bb2dcc54491d19a27641e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb66ca9471f6ac7603a47abe07b382729f73b67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f681c3139d6ec00ce80f929bb19a572d68b0703f673204455640d0c417ea6030
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7506f7c976f9e1e8389e70c95ef7831d3c1ab895
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb2593906e459aedca9784bac0b26b9d554f4cb04a7b6989c75e220a7f14be45
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5fff6879dd5e33d84322bfdd79901392c48645
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9b3ebd4eca6fc4c98ca2b931de3f213c67d9456462280a4641d4fe0c9d411d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d951098a88c8fe8941ccd227c6e30da40fca5194
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace512f390a7779d97353f7d4eea380baa9c54af0347f8b57f7f7bd6043cccb9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..600f43080d0242739d3321bb5697bc0319807e07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807fa08735ecbb22912c8dfdee20ce87a64a927a0237ae419b9fdd41667aa7b5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1261686d5c5de95a718b2d467d2947a16ef35540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10b555de2085bc5cefc5696adeb83d5b9f169dd244f30e24cf7ceb0c2e14617
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52609ba17b0867365a21196906bbd54b72bc732d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d6189a815d6e690fb23bce01467bf55bb9c55053fb77181be32cab147f29ee7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae29c222bd3de8423dccda141a0d1240d98b13b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:952207a9b28bffbc8c9115c5d2ee51b4f46588b93b67609cd19806ded206e892
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dfd4232ea3a2c690c8bd8c199b0a1a7deec542
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80b664b70018c1273938850fd7407632b1ddb228a0438745a7b6c2e9df21885
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ce48a143ad3994e567a5e62a72d3ee0b5849614
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91af483d56b841184df3989e8107b341b27f4fecc97e613cb254a186dee68df4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df032fd5c0ff67a36fb12af79616ebe611d4d390
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b02007bcaf827b7cf89fd10bdb6cd7f139f1e8f345bcfaf2a44111a31ae4407
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bb534c33fad9d27276b861afcf7f5be9bc6111
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e86aede9209fc19a282ca8e5def08755749b312af809a7b2ef1f1d6b99d8936
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af446097b88cf915b7da92e58425553e220619f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a3072528f54a1a83919147982f1e33c981cf534a0abcb88548404625d7e9f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1c3b3b5a8838a17f523508671ad80d58d1efe5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ef9c78387d2395d7f21ffa0c8f1be4c9cbd2ab40d8e087dc29a5e93a07fe97
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b79002c7888b62ffddadb92c3e033d42b0da0d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3974153dc804ef9bc16c57e4934314a1405110cf01c6abb623ef78f4bc68625b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b982e37f0709381af28e659c62becd6a67e3a17a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74272579686f738c57dc1a963f75f3f3eab3dc691c1db882e807db331619fb11
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..085b37e6edf3333e2eaa9b60f60a449a21960997
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9cc12db6a2cb52c1d8557c39ffae669659c9489470f2b154be8e1aa82e9805
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..036e26ee2b5f7b3e9ffbf5a58daf96a03641e2ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77797401d56f5b800893623cf2566b71d9506c783ee0e23cccaabfec8a686792
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0fe3efd978b61463d96fdc73eb8a696ce65322
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df2bed70d6f3e3cdfee3570a31dbbb3a76abbfb52aa7e3a7726d1a2dc0dd23d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a202ece5150163892281bb4f1902c27df2baeef7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b35bf4debbfe97cceabb150d69086485a27b5912a6de00f8d2408f931a1b24a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d1acdc29e552b896528e415347b23ef3f975e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6334f39544bc3194bbf49c58985dee68517aa5a180b50f99d35fb1cf373b97a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ddd326cb27edbaa0ac2408a1e0f55a66dcfed8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3e01d7384156071cc84c806f240bc12cfd50da35771637ae8899fa8f390bdd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d33e3b05bd21bf48610435056f67fc138c13938e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6776a8edf52f6751b4c268d3a08a2c402a0fa390dcbbb1a211519e0ab66c980
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97dace5629a2347db25a44d2328ddc59d27e2a61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f79ccdf713873569baaebf0575d6fe65989686b4935aedad4e26e8b68e5b941
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4a5b8c6ff9f79343162a5365a8f89e2dde6232
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33db47079281473b7eee85e1dbbfd5f8060cf53d735e53bc83c41056e9070bf7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f46df6c0cf58fa93f7769717b9e6ed8404f153f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddef4655146f2fe68a459293b35e306bca76bcd516d038c84206a5dc3e9938b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b98f4e9f23e3f8c45b37d5702bb80cfa50b8571
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f533b9d18fe0df3ef004e4f60fbd4dfb3a2cb3a8f47fe199221ea56afe5e72b3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a220e188f825d6c718a068251121515f69ef49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4a1db91ba49ff4fb9f770391bf3158b713f82360b05e132be2b44565c5b7d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af7964caf2674c78e4df57690fcfe165f808b5fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7d6b84cfa165e6636d7f5a2172a5c1903f4bf967973b60fae3899b37ad85c0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c445e1bb16ac0b60a414dd199183e01330e5d29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24de4d26f1ac46d07cba409051aa0f4c30e18fdea3249fffb0e330ab361d4c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5871e0c2ddec7091cafbb4409c5e2a11c6a0535f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:448352b69fa6de7efaaad172823b8e43d536e0da880aee89fd96e01a44053818
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2aa7b913338398fc817882ea9fa3ba3cca81a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64e89d0f729426856fdbaa6428484947cebaca93cf9e562d3b2db11103e72fb5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50b31feaa21422f049157c52f1f5b1d8a955626e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60702e2909f632ae63829a02324cfafb887c0538e2c70a2adb367e2e187cccea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc425d8992049776b6051373e9bfe0791c763f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a82e0207bcdc6944066f8ab41285b135cb9764d2d17992470c782846d172f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc55f867fb1ef86b18762f7b410a2a876f552ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb1f8247a378a79634ece899e5871d7a186ca29fe24d0ba11e5c6e93e791210
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1690049a0108467308f47999b738ad7736dd9db1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d68e8fa5eabefc34b5868c8b10e64b509a1d19702764b15676eb38cc2b22245
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcfa5e0923cfa02e4e6431a7d86e4747734cc6e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d61f56ebcbbbfdf45d424deb8222f6593cc1639f25a9f148426a3e96eb229
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79b5326decf23d1f29ccb6fb132a6be5ca19ac5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a65120ad12465734c9d179ce907ed37abb0d48b7a0fb5342cc68356deb7b22c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04473c4cfc816236ee33ae3c7290e1e7ca728b29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ff64bd39f56150a06c40e90fc72b96bfafacb721255dfb5fa69fb53ba052e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f27cfd5fa9f5c302fbb470bb4fd6d36fed4c833
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492d035cb39bc4a6c89b60395f44a25b314ff9590c49c07d98a13ea8b7da516e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0871f5311338f6d8bf3f804843545998510ad23c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22500de55f788ce59951f31e7dfff367a0f3c8b4de4dc9f86ee9bbe27ed91ec1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5260fde65f3fa08487854cd2d99ca1984773eb91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bc5de5bfa50865f43f560aaa94183f28142b6b7c743013a9ed38dde9b752a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8016e9f5403cf9f4878c6a12d8f81e8ac80dc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8741d226034cd3c1b56ebe3f606afe4e1582785d7a52b1ce44072fc4f05af3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4c42c95748da6361fc5b7d9b494a6245ad23a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:978c497fe6f176ff87905dedca8540c4661b0a716cd9453138a0102545a64d9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96f051bb87b5847c3648ddd1c9e8c6269c3be5f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c060ecea937bd9702d9ce04e7d22d17e4b0d2d00a13cdbdbba700072bc545708
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d591ac45872358e5bfdde0bec23bf3127bd66ec9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761e094971de7953de59562b5fc0a376c65b9b3385aed0c67e8be3907e8a8d76
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acb8d9c776176e4d2d512aa5b42448fe8cf48e81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e3ed165f1321469fb216d4148c6073db3d3820095dbc493284aca8500226a94
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15daade6b1ee8589c307f200a768657a09b10a53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edff86d495bc0809815fc660726281ffb685ab9138ee471edb87a2ec1601e939
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44f899a2a3a6aa1751e1848c6d20e03348cdfc01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5717c958f5aa0a7acab90af23dfba332172c7efe83da27aec73ef52a9a902947
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279d2d4750e4a3fdf4c8691dd4462f0961db6bb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40bec063a1d844a2c3ebdc8852af93f117ee316df946409dde8d11831e7f0891
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0235fa74291d65d7a3eb5fd832f6b995eccb4e5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa90c7d641552e7980042d3d9d9b4dd4204ca3d29f22c8de7e641689d1ea1c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d4a441ae1433d4f291c24b77f017ebf8e55e40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867d03585e40c7fcbd5fb88a815ea42fe2675fd790a3de6eb1c36efc36f32452
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27e59e56156b557eac7e221017782ff9b3248e6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d9012541a51b47607308c73466323e35563b6c8e49ec9e7c3d57d923e42675c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8ffad6359e0027887b890b60c4a13bdd27966d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f399233f56bf6b152079fe47b47b6468f71b69e3926b2aadc41a8e2207ea34d6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2a080c113d175a652a63cb8c2971fc9218e9e67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59551de8da5c26d584dc72798d2d851a45e09f5b7f2bd1841384cb5ad05c6f3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac9489ab226ba580ae7eb3ced61e515eb515115
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60bbe99ffa819bbbe2125811c8a5c0f7ce97fd3fead652a86a41aee9eb436a6b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec0836501bf0249c84f94d3359e0a490a36fc05c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a7ec92bae86c73e45c124616cd834e7ba81674a614ed1d5fb37ab68adf2e54
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460dd1ad3b1f6ab3cdfd12b0c9b8ae66ef8a3838
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85dc3215498f4577879b30e869689125de0cb71c93d90f5a832f8406a3924325
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a4635bf1244d8d6c7c78c72bdd442ca1e73d2d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac39a69d207c68703815fea4ef3cdbb5e116cb20016e4bb7a59287a9a26310b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4554678056ebaeb96d31d21aeeb307d9f28a5305
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d46a5c635c69ea0fd7e21d63be5ec0080d8b4bf9c92c22e676fa9313bdf9ae2b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23fd865b7ec7c11cf982624ac031656451384df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e164f1010cc9b50b1f40397b5fd922e205b88f6395cc14b221537a857a172975
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde03b0ec3fe4fd5f19a66558d302fcd33fb8680
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e49880898c7d2f966478afeb60737348e85282ec89b8f7a3256f537c957b084
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1838cb101830b7d40a7e984ad86d936f07eb0a7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfeaf1428b5b0bc178255212cd1df446cac9585716d6a48fd6340fdb8fefecb3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4edffd0beb5b6092ab9807056f74b434c275c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f056f03f93649f87910e73b7520e86a0e21a0b146507d1258c4dffab300d52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bc0b4ec4881db423ca460df081c508f304c8e94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cac3bce1e291ceea78d68057d64823c92653d63cbc33dd3962ac456ce1a0f76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96885a4efa8bf5048c9a7c1a883d38f68dce4674
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8de468170a739dcda77c54fca3307c7c3ae9308a9b827461443609e438a452
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8163ce3273aef21c4152014270abff63e63c169b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd8e2cc0b32e878850f3b144cfcbc7c9973c48c8f1c2ebc4dfd250dfcfb4a71
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04d0a8ecae547147950bc11e7e24ef5ea92b857d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b9f50045eac9c4cafda2ae7aabd12440ada7bf1ef1c02e94db19706b0d9c206
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e346fba794a0a019aff3cfa73311c4a9f1fa3d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:219f5ad1fd9b0135d328103b8f5b4b01bdf7ccd8db2c5e24be81293424983849
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d0497efa68d4becbc51c6efd10a48385394956e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e126d85e252e34092312cb9d5af400b404aa49d36531996221064bf118df7ec3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8230e56ce1ed20d9861018c18a7b9a7e94695f5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420e17cfa4d409fd7d5b0db48e66bdbd3f695b8bdaa38151e3ae858277f17c9b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8816df9a2aa7c9f32a4c70ce6eabaf7c96a98c13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:679fb727fc75f37834e5477d4ff3f012aad5a5096ca6d87f0691abb43a5e36a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85656fb811d9768900bf14726028d4dfee046802
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efd6036d81395625961ec9b6d2a2994d53d87dfd591f814f43358384abda9c71
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b00c2366c6221a456d859a632c83a32a2df0d95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553663ff9b908315fbbb33146ea267fdbc7cd64aaf1cb6501388224568f12bb5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830b485028c98485bc38b171bc485b8c88b7cd76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28e4ea6d3b6acd29d99641b026aecaa088da9fc6357d7de3b7ee8907307bc775
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f54b989f4429dea268cde74737e06cbb9b26b25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6350dd78d1e6f40789865973a55bad93084df180110f9b79e81fc80d788c89
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9081af39eee901a202fd52236ffa6db3635dc5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c40fb89bd6360ff649397f7e76a63d51d9b18b5164b72d6298c5d10a0bd055e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82b31f25ff83cf1f73b69ce86a45df728ff1faa0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92007b1d275448d1db641a19e34e3e3dc4c19b2255a8b9e1b39c010ebbdfd15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9abc5685949d70d132742393b6eea2c4c6f99a73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d2c8daeb0846fafa5c59ce4e80690567cee674884690b41e972e522d9ec599
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29db5f24649f8ab83fa896f6353204d8c01f688f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:600b91f3b55c1a9dc324d3db356d5839ca77ce94dd265436c2162ecc70a62ff5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce1a3b0df14ad4f0489630143e67ded41fa31c98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d26b28fed2ffd84d1d8a70211c7dc22a8004a6c2856c240ec2e22be44b7899f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f243751558f8209bd9049357fa016376b42f4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41068f5015e9d7f7c5aacc1b097f285d1eaedf4afb445807f644a37ba0efa9df
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0c40074202d9e308fe58f55188f5302a7e6bcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9594a4cc4e1df3cd2ee6a0f82898be019c07100a4fd94131fdbee8b57552afb8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef9ad893dcd55a59593de8b36e6a2800ff3a8567
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba05bdabe5d51586545af9d811dfd02e72f3a571d30280b7ed5ed8ddb36791c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd789c0d527672f33388b3ac3171dd0c88bd5a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa389e957ab6b7f6379111ce2855024fdde99c79cf5a1c808f6ab8ae57908ae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7afc55646e59fec4bc2cf60f1e1d3892163e0888
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d46500bd7897ae1a3a8cb0d69a839a434c468b7fcab3d7125c336856ab129a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799f51cfb197bf113198921f48ea9f9a432b7c0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c62b0652c110e712bee055de0b84074e546dea536d6dfd6c597b0d3ba50e34b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c975b5834d6fde2484fb8956a024f8b9b65e4ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c7cbafb17c2aa23ff91036ab6a576cf5c50a83e75ba746fa202599c6b3f4854
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8f0b410f52b3946e969ab96f157f2c2a89ba770
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb9e75285beecd3d790cf685ddc626f6e06fc97327766bb54df25c6aa491f787
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8009b69f8b0bdb8ed5f6ea63b481bcdb4dc56e7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705835e86e3eceda8d9168096695da46d57473d06bb78842ac88faf632e25c6b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..992363e00d5e5bd72e54ddb6bc954ded1c66eb18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336e1a578b6df9b21660c4d4c18e083a0d8b9d6f5574d3a2ecafa1b6f7b17650
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d84e7544a7ee466ae1a4a6ce73968c60cc4ffd3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f1badeeeaf76bb37741d86bf2711c7c67717c2b1e3c48ce18ea39e67510516
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54066fbf039ddc77da88b52efe4169bfeb202e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b034e3b0955fd45c4943a94f15cff52a05847b962b2f75d0697de31045bdc8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965dc46338ffb09340ba80cb48dbec21344297fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f4f348338a24c11af02a8f31128f431931abe50dccc2562f0be55af6f06f622
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5189ff48274c07b101290a427f07e997ca5fd300
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c723ed8797b76c373de18463d2955c64018c4f32c455e7ee8ea7c49009aba152
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945e069db7e863d6e2955e87360bd570185d11e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef349fe3478eaebc7cde8c7154bb87616f6b8e7df0462b29aee158f5c7dab48
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60b08106b0a7b7054ae15c83d88fa7e3dad3da8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6075daf02b1c86c2b39887f4ee88d493b360ccf06b2b73da9f9fe87bb0e78110
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a5722be1efea18e3de24913eb963ee262a6b967
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1d367253fad3686c8edf1f27ffbfe53a8a5ece870c3d9bec2ff50eaba7a5c9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db7827fa858175b05c91c84c36ba3201ab770c4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e81316540d452d11f56dec03eaab05bfdf2cf4f87c4cba872dd1268606991a6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b2aa2f73c196ed031f538a1bb77eed64d404033
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1487cac47f49242b2a2665af69cb900e090ca96abc360a52b4bc9261ae7aed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7e61fdaaa699a771140ac7b5457915aaf4cf141
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a82b87f35c69c3db2795e67ba97f07e7e1cb60a56f01eb4ed667b707731e48
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2ffa93d1901e058c559f146b0b210accbb964c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c375f8a0537fe3d4b438397b65f83706f15b78134e3120c1ef7e0554e898058
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebb3a2827a5ce732de1a9578111653c90072f778
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b50675a4e3b5234d26c34c30d3dab24627e8fdebe50883c34f0d72ac268c88d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0410edf5063f7e572b6eb3649039a1aea7b224f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3fe82755eddc5e52911b645048f15e08af812e2a2f7db8aee6c84fd8fba9d23
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ebbc259fb67291b90bb28b238e2f740c20a3f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82bae1641186b358e6c606820748e9a1cabe744be5b51eed3fdda3d1bfe5a07c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c2a5bb75b171bc695520574136e3bdc8a13249
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ea6d81af6e9d1fb483c48ab8ab2e5e94139dcd617d2c43e2ad48242690f3b8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4547c030c627a80db7eceb49cdcc44886d52744d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd666c1eacd9ce7bd667f5203d1bbcf0da5b3aa6de8c3de1975293b5d85b4984
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01adbd2f1a463c6ea0bd5a63e57bc25b52d5605f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeae3c30955e1ed9827ef1c218a3a71cb838df1063498b48de20f9102de0dee1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40efd4f7745ad48f5a2fefb83dd148f47569f285
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3b99c4aaf8149d3c0588c1ff1871c287f424f55012a110b9daa4b3e86290bc3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ffb8add5a079df7ba63856aa903c4d8d6cd88b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9319e9bbe278f2d5ced4a73e9d5190ad80e1c45d4464b08c95ddfc8f83ddaa5d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc9c8627a91f2005a8b86591f8c809e6c7a447b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44dbe4eae393dcd14d8b51b7531b6231fc41af8a98a014cd45bc889530288802
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3aaf37ddc123c517e1fa54c248a16403a4a8dd6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f97314a7b6e2c5f0d7d5c18a675563c6d956756fa8fc1563b11483657affefd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..836624f7be14c97d70aa784dc6cce965a82617ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c3ad4d668359e63c4ebae43facc95de81a732c8d3741c3b28a4a16e522fe2f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffe17ecf7fd6ef1cddaa63fcb4cdd0702de12608
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a5a6db07bc1d78b0936c1b9cebf5ca9dfc4bcad75e3d495f02252855e3bbfde
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb13557eff32ee93845f64a5ae8a724392d92a7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1daec0f71a59570bc2a567d4d3c995b4e659f448c410fd7e825258c68eb2b3e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eec947ac4420227c37f6ffd8ddb441a019883151
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d25ef225b5e07d588e50dbc6d87f100c40263debeb132f2a09902af47467f245
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d789ccc0abdb318a8daf425af028e6b6e8ab77b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10016ce2c88dd2ace896ad38e108a633e60417490c1ea98463cc1962e007099b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..082fee1e1ba358e30664cf6304871ee5c8e46b52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4561bddb5e78abdfb2a0d142a88715adad80e43828ea3f797f0c880962150323
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1650d2e7533f8cc7b0842cb9daff7b85a0a923a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ef4bea0dccc1df196613e8add05295278b2786783f867561b36f4f59f7f03e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb90cae1e649530e24727de4567fbd734946318
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d104fffb75aca7065636ad354a60edc3df8c2780d87798101bc3643542690f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c01b35e52aaae00dd09987b132bbc617684262a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d9652cc314836d819fcc33b81e9332df36b30ba4489984741e332f4dabbf0e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc5860dd6a2c14f93c792858199e33e3ec474ede
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7313ea466496e0e857adad3ec2d809b5e3d68355cb243ae182011758b1c78296
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1efc24069472aae7c65e3c4d8a2877f4dbcfa5e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7cb91aafe27452c6ac87cdf66ce3af026f2840450d4fe6422d89fc990054aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da7d89e57339ede93343a7eebe1b02011f7daf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85b4852f2a180c3a499f4b3f1581e1daf20de6b5286393e74fcae11f9cc1cfa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9735d1c1254b4b13fc6a01207ea1fbfb12fff8b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee18b8f571c942bca049c092098b8946940c56c0d25675bd0e0eb6629806fd23
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ecd6a25049b5b10e38b46b2a152629d9c6416e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65585038117586064b5adddfa0aa4ad5a5dff7f30ac84c969837a31b2218846c
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6668e13bc7c647c2934ff8958b5a1895221937
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d493cd9799395e6b287576ac483722d15f54a04010883bbab75323b7ed9b957f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b3048fb6f3b1ea7437675a17e70030bf47799d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cdc182e92923c647a67f1770ed598d12b081baf3807d4da23e2315b44ba7d3c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cb86f22a863de6c5dbcdbbea55c029ec64cadcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61e5d554156ee3a25df4ab6e3e68cedd1f451281026d335333d795019d76cd80
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5681325cbaca628299ba8444c098b3e94b13131
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9928da55f24fed0fd5ae0108726f9f571597ebb15cc4bb6abe5720bd7c9ac911
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d459c151c3160daa95205df8db2fab9b2068800
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2622c0e6831e5e105ed15f9c13828afa39ecf6b8087ed6f54f67a72e1af7ff07
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e6047501f55918995e1a12b5372285693b5f001
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d09308f20baa4f8c3c51a8e734f23c06e4f22b2c8fcb187fe1645383646299e5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58018f7f17f51dc8da0490cbefa6242a69f9a575
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631b2df74362c744847f2486ff45f8968917985462b76fdbdf29891e15f69089
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2896ce8ed1bd775dc3afa47c3332c795faa5f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42904701fa31d5f49e66b75ef22d3b98858eb78dbe79ee94f85a745e3f0d2676
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ce1d03274d712979eb25abff1310a7b25e0320
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bcaef1fc9a12c8a17f86dfd4618b32874d459c99997226657291c291e35bb4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d090fd388cbcf734b7fffc4378c398f36b3efd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed230a4b5a23870466d68efd52de58e51cf3cc9fefa2956563c3f70823d7f26
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb533b4ec2f9cfadc0a367a7638d4e9dabb8969
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac13967be827bde3f7c642f556e7ef79c2ade521f3bfd563975351eedba8d15a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145c5954e3b79cd8fba412b66b5ce7df85b6d1a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5428f015daf6967f219fe127c84671feb3ee1305822941d3af63638db4456fe1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c8e5fad271544b4a83aec8d00426d0d2d7c9328
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb379371faca6616677fa92abd420d2a39085c3c023f482d732bdae28b8d2bb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3dc0c82c4614e5bccea10359c5a0a977f5c835
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a187deb212a8fdeaefa1c1ce74691f2169625f672747300d49883acf75ef33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff8dd299c37342565e096ee993e26bfdb0c6e177
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba59e8f824e050bd562af68e622e086c272da1d28a3d97aee36f8d3a9aa4e00
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e671ed1287b66d02dea442f02a837b51aff12b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43563bf13168f0566b1e492c1fd5bb76ddc2fef3005b5713dcbbf78e9efb505a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eecb2095e5957448b6c739ad82b6bf06980f7b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e3b5dec8e4cef6940f4f7b69c671318645e5641b323cf40e5c80badbd007b28
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..090347144a51e9e5f5ca9f234b06e153c654dd4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750a1d771b33f15f0bb4af00437314f676627a41c6fb3c753ed4e308c62fc659
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fe2db353a10de665b092c0c4b1722369217fdbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530360e1536c44ea555ed13c20392a562dbf3cdce1f539b47ca9d273c6df82d1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0e24180727d962d67570f92aaf78a6e8fc280f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f909ef1448fca7445a37a49ed0d0d195adde137fa23ab6a3f1a831aa4a4728
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11252698ae084473a1212ec3c1b795a062ba7ddf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b23672ef313f74555a639ca484093783f356a2e7db33891ffa60ed3f55f48a3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef52e37919faa97f3fd7123efd02058c214ecae0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d5e984e0c5358e7ba781b9ee3ba3cccacbfc417304f4277e848cc537657e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d737afca8593f3ad71c80af674cef345e3320f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3282ee4d06030db663633be647211b1f6e7dba2799375b80f4c1f10bab26ff97
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..127b884284fd7a8949251f45e83e5e2ee4565ad2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c98fe266e4f217656faa3719dbc6c305916ae30ba6a2d1e82391888c8260767
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce31db51401da3866e17feb0e45d40544741848
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce48a6514705a1eb5572858ef733acb305e1435d184876938e316a9fcbb3352
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..892b55419216f3d44880af85507805d280e5cc3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5f3a105a9d0f292ea7bc1e0583716e3ed3a465b1e7756d327caf610a3883cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67d2cb93516acea464d52b01d8e9f2b6586f5cfd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d82653603ce592a7677159984353324577fe8ce678ec3d778d39d16806b9247
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58359f2b5653f45f5ee30f13081854f808d313ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f4f77850506d878106a00594be2cf7adf4a65d0c2fe8bee6fa328f7460d97b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989c5026b20197e4070c5005282df9380c9c4b86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf18830d4e48f10aa7ec25254e1de9b8d717943347b12480a2b98333afcd54c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d66c10a238edb2630272df7f9a95411818c955a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cdd501b21cb6cc53503af56c5e3eeeae66eb064b157dd9d11dbf8ede12859e6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278fda0977270d5507e6d7968026a0d9b7895d5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddff621c22301ef5c96fb1b124c2d3da56ead37e8249b3dc3a5664384c8812dc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837e35a2491d6fea1637121bf46dffa8d7920bbc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c23fd1caf96b33c4bea9f3a5f4a42cb756f3b5942aa8d6fee734a191979ee3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e795d4688d7f130dcd3a34e0b7ceba203645130
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045a504c4082bfc3c5cbd99c9bdbb498773d8fda756e42b9a325217c3a651173
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a31379f3ea394db76b616e0b1cbd22550012d7d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a0c14edf1878a067c46a175a258297e13bfda97bfe550fa176d3545a6b8b15
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9edbde7c1025d4f25d1bd81272530bee8ee078e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ddaa8743109fc980c8db599ec901f5a62a2efd7611e2ab908564d4d528aa624
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7938a83bfd0df375bc30c4995eba2bf8ab13b5c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0676d65b76ced2e4884865cf2796b51729ddb57b784a84e746928b04a942606
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0bf40d5de7bf71d5c53ed8dde27111c0f33bdac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3661059f032ee8640fd018d8cf4acbe61238c494c45da2c2a5960c71633b5e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de09e43d064343072a58a408da86ee1dbc1b7763
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be01871439cdd8693584a22efc27d04c3fe615a294b2104bd36a142847312845
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aca6fe8ab45711bd241ddecd64f6e2e6ca70cd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1451bd52873922f79e26d7fb2a221c67fdc5522b46c7e640f70c1e72942d9ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd63feeaffebdc4410efd860af35ea9955375489
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9ad5abbe99e42720521665a200a73bdaf82b6b01e308f1ac871730317acb6c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f18467932a7d06aac982b49e207717f3d1040033
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b68fa07832f08c2eb17aa2b858a7f9ed34e4b29564f7a7254ad1b1401f4f4996
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63d4bc5fe1af98fc317d80db7100319b90070d21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60c4021b9aeef53050374035f6306bfe4db23e91c97a020ad3d283091bfece2e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30007d7254d8b1b6e0367f8c390d6a7fc75c7eb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916ab0a44ca05531395c63ea71515b2daabd0b46046190f3bbe44377bf09021e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0185674fc4b1ef3ae0c54c6ba2fa848c6654a2e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ff0171984c9c743eee190b6272728a636f323c228751ff6d80ded8b50b3cda
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ebe05c294c54ab5693276007cef206f18df031c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36571cdb644489acb118bc28fbf4961f989b20a4957dd3982c518628d5e581d0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..077c4742aa7b857416096436cb47b80e1e0ea8fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbbdd19a5336433466ded964b890d4bb49f9e84fdf076a22a37f9855f117e114
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46af7717c1fbd4d364c4f24af64d7a1135f13d11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22186e3c3a9112f5465f6c275121466cccca6c25a0d85ba7bcef87b6bc6588a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c6cb8664e22dd619eb0d605397d0710b79d1e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e676a90f204dfa8ba18b26fb0346204f29dd033b5739f128d39192a3ff0f70c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ff39486bcd6a887939db9c8b00b6be56b7cce93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9754d47e547f470910f6540285a8f8beeddb45a7da1117bb079d23a6d92af3f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a616582631c0933b5ff01a854e0b4bbd0121ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3728e50d27519ca84ae7db602aeb1c5529980e4f3a91b95f7a32d083f4bd0c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc656a746affef5134d5a845f6f60a074b99acba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d9cd6b7de33fc4207d186fb3576ae29aac0ffe9b1df27ca40a40d7cb570317
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726314e967869b8d660dbd61bbdc9f80b4292188
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2217b8e5b3ced137f7584d9d61a9e2d6bbcea30971b229cc7eb5ab6b96830c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f4b896c66921065101af3aaf25081e3149630df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad4b3a0b5c2fae814ef99fc8ca15b8218ff9e7762335062fccd63ea6f55b72d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e92dcbe013d22cfafccae95b77faf1dc2b41a552
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6143f2bf9c7e4e54ecf31672a98c5aea1e6c1d167d0aac37eeec74433ef5dfa0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4de2b9c5bed67740ec5ae4b7f5dc3d4223c4dc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14586eefbb52fc603e9dd1be367a88f89c21ed16feb92fb1afdf486ef1dc51a8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ba728f21fa885aede2000339fdea664f8492bc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a60555293c5c87a14ce7fb06b7ff40c5dcce76b84fa6ddc01311df1070d2fcf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34237b0c157b167fe14a9b1cb3a50147b02af858
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658384b83e420191ebf9b08352a0d0de973b06be86837055559da81f8e8d6ef1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57086787471696650f948e430268b4351b56adce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fff17eec87594a68439bcf1b88c4b3a9d6f8623c695488979bfd407ab5674b9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ea962483f849445e91830d8eaec74a4ccd9026e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74acd6c55a5a42b104de5e7bf4c7a628482457f576678e85bc123868812a840b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4015e7b9b516aa5c30c68f3949c5f193a5d218c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa4cddc0a2697a749c3f8d28bd3f58f14d62a3a91784835d585d6cba829d449
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1de186b958ee6df47cb2b4d2bc5746314ce7e98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3dafc4bbc4a5efc7754cfcbc91e186b920fc16e532a02ed9355290637a1b74
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acc7bf4ea45e9ca43507687aeb57795ea0f66bc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0b873593019db562952b1ab03284bc7161725c846f8a7b9a82b5b4a01a7c90
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..268c81924df24fffc6b3652042e5317720c18e81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c840fbd36d9254bd1e396ead8c2e6f6f3cac39a07de5393fd07ac53e7a3930
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9a32eb38a520b29a737713150bb70539553051
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5e3f1d2562c565d5cfc751e90647c558100916042ef47c77072ede1d95f8c4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..680917b40a1fe93ed43dbf38c86e9969712d0de5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0757e4d68e8b41eb3e12840d9b28c352bfdb4f4d40ab7cf58249deb6a9b22d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71a74cbd34c3245e756c318cad81841ce13f720
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb2bddb4c675d8ecd26585d9cb716864149c92558ac46d59e769076a9974af05
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebedbd763fb4805f0e8a1f1b39a4c5807a046e7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ea586bd3b0b650f0153cb8b263515206f66bc7f72ecbd5236482952c4931d62
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a0efc743035eb11d9d9f6a3a53382aa7193f5a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897928174f0032a61dbe876bda73ec06eec276e65e13ae0484d4d023d5e85be7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79115e43a7a70e271c9211e676ffbf77a5f8f11c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dba56ee77937c31525f3add1c96ca8dbe08d8385f6e92806766385c1f823de03
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b23feecf782cdaa989ccc92c95572a79601a54a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9acb2f0a1165deaec476c75318cc70886dfc9e640e1984b84409f04411e0fab8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b156ffab403d07866478f4dc21e7bb7d9636b942
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76fa3c9e9a782489b1929209bdff8e085cc2282901067aca9dad0ff6f9b55679
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4930f54f7aab891baf5a89dbdd450585991ba817
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a824dda9aba73f06432dd0ebbb56c0ed3fe37ac06f22c12874fba59b00b9b58
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23023a887507faf94149817319574fce48dfd211
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b6372f0592d3c5f32348a70f3fda6ae9a023442cf54ddaf3f1e5a145e5ebdc1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2e6132897cacbc2746a3a9cbed06fd4dd949aa6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228a7058e1373e12492d3997cedea90d696605e38dc98cf4a31724a932e56619
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b3c6b221324cb7df72b0669d2e49990a4ad34dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff456870672513ba6eccf7609f22fb65715d7406294126d717cb1b32a27a7dd3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b9e11ec71a9156f3fd21788162da955e02b07c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e922954b4d076cc55d7cbc1bc1f2a885b763e79edac5a547bef4036d9d06dde0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3576dbe8f05475a4e8bf5de514e0f4336e77c0d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa10f6558e7268bcaddc37610131ef464bea2ab87edeae48f0697fc603765e4a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b297213be7d39c2c4fea4c0841bb853c73b8ba2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5753117ba0c080bd78f278a925a2ab81f07acece9a5c206783039abb5559a5bb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a10f1c4cb6877ae151e879ff0b912a921f7a10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c4b277695fa045f9ba68b2d77bc58fd1d57798dab2f120aa9b2bbbc91485d9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cce100751a363304316231ef1cb5d34b0bf3fcc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84c18c5861db29227a9fac0198488ba3e8af79f554549ec47746d43758e3f24
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92d9a608eab3c4319022289e24476f1cd3870095
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66eda58d8fa2ff6426e764a46b176fc2f1dbaecc5d47d9c5055b613cd6469b9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef32454f4164623c2e8a11f981b7645fccdd666a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dc854d08db3758c48a6ceccfd8084bbe3f810f3ed61b66fe689797a4ae693db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a609279cc542f8619875460d2c127ca9f328595d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614f9fe7c110877284bbc90d5f625347721c3806fe46ff8a3d82ef0686e6e918
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dce078e91101394d648567530223507f6f69360
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e69889c72ee9a54798533386c3638d3440eb99d1b2e541f9df4e608c087ff3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027918adba5b7d3e44a2f1e7b98d0843d6794ac7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fbcfcaf232510b2f77ed835e807bf949099cf21673b66c49e4fd9cbb9d8c84
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9cb7960e65edabb7b39d198cfcdd0c611124cfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d1195a62e336c7bdec63be4cbb550890dd4a07d294e0218318a90efee9d895
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f32878346cf7a8422e2ae82d14883c8888c072e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b74539fd13c1aae7550e367c72fa5cfddc027ea6af10af259357f6894313339
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9e18632afd8b5e18210831647ca6c02aa79d60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e7d23ebafdd4ada58ca0b9683b2e3024d633569a17ce7513b32d916ea60bd9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ad10d0aa23354dae32e484836d92caeb898c44a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd26aff5b7a9b7b88f523fa803e6194f56e848ab51f58be2ec9c51e0ae6c3f3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33277b8a00152de493dd073476208e1e9bbdaa40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930c7ea1ced1b0b48341b717711f4e0fbd2f7351f7382e0863023aab863b5e8b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0a03bfe21cd16ccc04e6f6894c7243531b0582f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5cce4cf7d3e7737519f27a98ca13c97bff01a2a8ab080f160e0e3926dc743b1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a6be4a2d9a086c48cd5a799f00e868fce38ff8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71bd402396bffdd4e8d069234010fc5cccb1bf19692eaf0cf1b23b837873338d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfbec377ddd37538463473878b6cfe6f824afe50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f023cb3497cf1311e787f7300c8822680fcfabea696ba9d4012cd18c702182e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fd17c025c61b9db494e296e3043df050e78110b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:891caf9667e230372f39607c16e3ac03703e7ac9fc6be2c80641bec4c0760013
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e425bc1b216b5866d358e1ff645bc45648907b94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7ad0efe3e9638e2312e2cdb0918a459afbce5ca83dc0f0f7dabda83eaab9b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32824ee7dabce1bf39ce8c96ec542c1be028fda
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff7b43b8a756797cff7a066ee959a4965ec35c7831be45ae0524808525ab4878
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f835a30f49db12a3ca8a2c5af47ea1b26745a066
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73ebd97a11cf6601848954f36cef146c7afd3a7f87ccb766e33f0a2b10c62929
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77072f129ba8148f4fe1ceae325533afdbbbfb0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80480be283c28cd02acf3e06ac3cb72165850cb26dedc88251276add12255ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e55f244ea2a3c5d5ae06eb5223b56d1db609436
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839c42f2c32426d42a1087075a0d5571d3191ed0777f3e8ec4b20ddbfadaa619
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af349c94f32a03c085580690a74bb90b4d386517
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01bd7cb4f102f5d244b158d55639333d9066147df4acd5b0d554154648e66043
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05911ce406c2b2ceda98f0c1ac473f8ff02570b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c99379e37528c3a60e73340406eee76000ae940d95e2fe0da18421787f9326
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9821aeb59ee2fa0c8b620fa68a5eb2525d9b09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59260ed81e2c935334dcc8b79ab9d26a0f11f9ccc9a1da2f479d07326c28ecbd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b2dd20e0f0c1a914f74f4ab08162a02f7799c73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6bc622dec14615c093213817eee6f4201bff3d2dc32be7157503fcb2683681
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28550b6233ab66d77cf0e3bbae97705aa019d6b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ef3579ec9b6037175189dbe10e1fe12ded0fe87e80533f5ab02bcfca0430ab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173741e50fdc4c015a1d6d3a28808cfcb25b217d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91700b3e9ffc35d854050922a57245c33ea31aaad9c547ba13a790dda9850e27
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c279c4f6ab46664ccc23c423e0b98e125990a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73e6a66f3914ac94bf064e606966013b658f900f3632cd066e20dde24a9887ba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bf325ff1a617361ff1b96220db88e76b9d54b8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db831ac291d57227401f6a6f345ae38d23cbb8968eb35df0d0f8ecb682fa130d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a38bdcfd4d59acc23fec703c668341be5230f373
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5bba7bf48b2ffe09151c2a29604f571b99bcd1dace81f7b4f5b2da3bd379708
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f161ecee85793dbaa3c1d6c1a1e1bc1956a6390e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c166aae96ab3895458e32eb676873f777d3321330c80bd8ea748eebe8f140efe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..553b223d41d87215e9a37c6984edb69854dc67f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece708939696d1e14896225ae3bded5dacb9e570d5eae53b67195014e6d32e14
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664ea7d15900e418d069e06442c3b50d6d8e008d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045916913d1dbb0edd8d1ef647ea08b1e8029b6c56d5893c73322cf6db0551cf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92c66e124f03994a1012854e984d67f980cc5c98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77bd93b9b42a2d01ef307a114a337d0db08836dc5fda438890f99820201e16e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5bc2e56f317987dad2d1c441fd5e61ec874809
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa67c645d9073373de7d33f06451d5f95ee2157f247c6021f8777c910ca4293
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..647b520cddd917b8287b0fb2e4961f2dcb984999
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baee2426c1c6b08183401cc108aeb833d1c50ed21c46d08fe482a811038b56ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820ec9519cc0a0da28127e4400852a00fa6aed4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9071361c9201373b23e5d752e7483d89e789c5a74a2a5a789eb3156f8498a85b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34102e8a1ee85ea23a2b938b5f1f3b45ccbb8290
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9b80c6ed7713d7bc1b172c11c307bc93a24c27645c2bbff0d3aa7542fe8b2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..707bc4b168809e61c31927e1da5419c09c70b8f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:959c428df3d3e59d8e8f476d7bde9e77f5764ed37a88ed5b938ced691a8fd96d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862ce4c9fa9ab06d1bc44598c9bf952174ce8c10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4f3683a76f1fbf528ff0d738abc1cbdf54af59b21f17ecf134a303160f2f6c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e10775b6ae31c584b50fc51c4cb3d89d5ecfa488
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9beb8c466216a562cde263b86fe9abde738447cf5abb79f4c4a2f5c2bf2dcd9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22278f6b584ebb7d9f882a4724ab0c734d689c6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee9fd7572866d21f2f4b20643f3a7b5aef6ce6cc7aa9b3106f1cdf3b3e57410
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b1e0344c0e22ac70776d9cfde6fe5949fcca58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f95b0bddd74e2b03e609706d4f3554f6d98d297ebe3b937870167161ba1275
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb5bcc83e88ae4f869b26968c0cf2473010fd96
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b6c3701759850ed091d3ff7d12c3302aff64701306c51b5ef17c3dfdc977d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5ecad3ad30013b98ee0407b900fdd6bc1c57a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186a32175b0a074e595b8abb24d48fa1de9f18386dd2a463cd942d2c8c9238d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6134cff0d90c71478843ea2674db7b76119eaae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2929a525d26da7c346076abd7a787e48f142eb700ec8393e2af749412a8e5137
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7a4e0f2458fde492238fa883c4d29b51638828
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0d2ec14ec16e79addba0014d5fa78840083e7d8b31853eedd658190996956c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5955f4273cad2844a72505878643b9ba58d2dfde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10958f3382ad12bcfdcfdbd62994ab945628cd093298388dcdc47619b1f6c83
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e753c6b1dd46b632c54753bafe650794cc9d36e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0b39837cf52d9621e80dd7831b1a40c53d05bae868e975d541bc01bd5c54b3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6229ffb9b45b0ee0c3b9df8af58086f1a5c374ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f7c72623b5eb868d11c0bb4e66ca775f3f0a5ce59d9034a87799ef92f1ad3e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e5c1b4085e9fafdd68e05a7bba962615eaae14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5812c1e436f3cf4edd860abd10ef6338501e64393d8dd623977c659e8152b7e3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b42056353722e07fce2322e1fb3f3d8daae7295
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baf9c256f31836fe40a49db0b10a35e197525d5203022c39d8cf40efee37d842
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71494c1eea69b0894a27c512d9e022852c14617a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a7b71c0eda453284f00f4de702739e095963b4e4b2a0f936136d4f0021f1971
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20508d9343bb3562ec6b4349ddda079c18fe806a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69a1c890a4bf5c23bfa7507c1a60e9724c24f8e3babfa627a1b98914d082400
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ed88ea4ad83894076958368d6576eb541b4705d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f604b839837d08a6f466d439707fc4d3e6e31de95fdf541efa96560bfa90a33
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d9656a967d15a9508bbcedb9009f228b0df649
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea8bf5e238a275fbe655a5013e68d52e1e5189df5fa3d2b5f0bafdf427d217da
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ddb9d9d11a346d556a5944ea2b607f745b8fa9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a0a4a7aaf09b8c80c47f9b34a45f6125f597cdc099e3dace81c618ef1ecfc6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b34b93d514cfe540cb2ff9ee857a4bc5009cfda7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20261a2997217e4eaad460ff1ba3d41ccc9193f95cbfeeb7947acd13354d13e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28917208e96dbb7d012e7f9078b7720ecca3c314
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418e1355c2eea1e8d62dac1b5dd7ec119086c91bd9b9e3173cbe0d700c299392
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5fcd7ae8947862bb5941ec919ca52f3fa71fb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80bbe8b9f99a8be60ae62df099e8b2a15db116dadbec872ec2ec44337112f20e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643c4e82b72cd2ce2360ef3ad2eeb9e156b2dd80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1fe96e5b825a8cf9fd110e125dcc44e050f9540541496d01f8f4c4b66983954
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc62d9c84bf4483c029c6f033a9666b6e51e8632
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a3d32fa9f463f682de4cef060c519c339bc482a17898f8d68f64a3e9498c29
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba8e363f5eaa76ecd86104621b784934bdf0d74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b67a337153f80784d71f3dfbf9ea31c258e41690a5eb42470e619ff64b73745
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6a736f8d61892e23c827b9b29fa97b561e0bdc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c4c7276bb5aad524509944851e12bb8f8ba3dd492a37700e5f5c4bdfffccc6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34d8932031561f27246e151099c35a6e73f8d6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359a64ffd1aed7c6075a2bbda4d9bd2cfd42c539ec5e29e926e5479ff6711a69
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..479e03d495aa0b6b7e894bb3fe68e1a7627f4212
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bca11dddcaf9d3646e7b7d36dd281f4adbe48152d3e3f8651ede670e47fd7453
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca59f157b103407e9cd5aef92788f0ae89feee47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef3e23f3b836a8cdc3804ec2cf769f2d9f02cf5f4f588d6722abeb4f61e4cef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b6cd3caf88f242cc516880d55b768fdc99f3181
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e55158e3223ee0804055f6bfb41dc65cf233dd75e3cec3a3ce963828ca251b72
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5225250f6e961f5a31c139b53f2aa91594f54049
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2371ebcd08a7f7cc07c4c1cda209617c1f3a745ac16e762d43e0138457749a78
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7277486ad6e2012019ef4aa04407254c89ac9a8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0be562cea4f437e0ef281fb77b7eb913d7c81c15b2e29bbe3f91ee24adbb286
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d57513751bb2b6533a0835ccf1c1a6dc8140970
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dff3e0460bdd9d370dd150704f4757e241b0407bbf96d7930618fd13920dcf8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..606dafc6f81ffe0c725d1ffac8a1a97c84c61430
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bf235607ba1413af75beb22b1f9c0a1ba9f171f2d4dff92ea444c9f6c60e19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a578fd26942d405a6e1b77c4fe15a019ab037a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3ab21dbe25d1b0117628e42f943c86bf44195bcb455a610c9335290bc81456
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfc16972758e187b010cc1b0e7da3a5875b332db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b016d569cf6b8d6a6abfb25af31cf1bed3167d66fa28f0b3c7e37f938caf61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a40c213be89a542e21c2e8a4ef8cfe53237053
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b4d152b98f62954916873f321e60bfec825359f57de5abef34b36b4aea0029
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac4b49caed00acd26ae6992b992c209fbbe81d08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed4b66224ca47430126519e525c874889a7b4241110b6192917a9a20ff4c64a3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3290318e51afb406d5f2c581c7bbc0c5c854ef5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b121621ca3b911ab54bb4edc3e4edab7e3dcd6fb035b1524dc3c5c330e741616
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58708c936aff52970bf531d955c9c4a2e05169c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d2520e6336ec335203d37f495e759471fe5aa62996d709f6f631e70cba33fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1e9dc959c13fadd74df523747d7b69bc13378a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc10b05a3f92ab3e8eb01b5649e8549d9ce3513189656e7082216f1d505c3872
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e21cc182b33d421a879a5b785fb7b03b10e3c1b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0249c3f66ea53881104326b447317ac3e5d34ee5cd8d97d821af6868883f788
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded58a51bd2569e466dc00a56dc13b69a645f89d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd86b511d7695758e2478b7477195f7d666aea7c62a9af0ef2cf4ae7d6404bb0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799d42f01e3bca743972da467a6b89e2417a704b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccea63979fefdbbad25f845cfc2435d501f7dfcd4f07effa01035b8606045f5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd453dfef7188f75874551c8c7dfe900f74be48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:779a02fc33261923a3a6216bf573e9a57163e5ccf4a93007039a22547426b607
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d723dea6522602f4c25f0e52f528105156d1ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6710d96f1efe1b37c8248844a76c8eaaa86b90b5f8145a29382a1e888320334a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d473274da19c33cd4bc0963496b8b36450b2a002
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e992f33361c83451c52e61906b1a8ec514e42e5d3a4e16aa7e1b0930fa1a000
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4db5b219bc50a877d1232fbdb8d912767756a0ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6076493aaa3b008258d62e3e5b48dbd14aec7a81f7e11e4d6a57a21d06443d30
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be833a5bd03c58409af7c8d014c74e40cfcd2b77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa5429ea3ba0c11ee4934ab26ac84009d7b76be60a230b3c38f3602fc440915
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fa38358df6ae67a7a4386867f1972e258a948b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74d19c426c1e5d8dfbbe35044f6ef21c342379783f86ab1029def6549cd513e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..839c174655e959e48e0c17ec3bba4947b2ba8ac5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99eab6084fba3b40557a84acfc3b19c4200da779b4be6302eb733262c6623b5f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..643f7a56662299a29831f9a1b3688671e1e20890
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e4016db76e63b983523781504b06605e7c6b4e872d5711760a1816b5648148
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b81a49444789cffa85344986b00062484374505
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b0447cb542021391e2ecf643e9dfe7f15c0b68577647cab161880d52f72ca2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10d42581d123838acb0e76464e16f3965a1078cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a10ba96deba5020ad412a427fe29e7790d35eceb0c08e598ab63b28381c80f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c013584c5f190087a8cbddc887edb4be569a69a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560694f1a1937a27aec746aae84316001d6fb3f6444416adb4b0ec071c67ec61
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc4e839ba86ddff0ec2fe0ec656049ae6179286
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7df08470eb1ff251fba19da2f2adac5554ad0cc83b7498dd666bac738a9c8b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af5c746430a0d3ea892cb0d12b889f9e5c2070bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ebdd0d92d7e90786c35cf2b04cff81c75fd569ef9972ac295918f9f1c95094
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d9a69a28d7d3ab9cb5cf5deba7d553d1cf1eb7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dfc7282de68cad489c3e40efe8c5116cf49ebcfee52cdc1d9b7b76a7d29574
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d36e9fb4b0bf685af16261f247341acafc27b93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9d3e47261f1973774bcd0ef88b00bb9003d656ff49d75ea8a75c0f00dc9bb2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cb4100d330c8e4477e6059bb1008f3961e9a33f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21adb7351fbc90c62ef830c5c0e700b8f998c837c09033d8038a629730843230
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e2c2519ffe33f3d563352274a9d66784088c5ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f5a6e0505c141a9b5f719a556cf5102c640cee2c5b36b0e31d41ec032ef929
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da65dac10ac3f0d851258d7ad1ae299433c3d92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c789be5b06321150e0a7463150773ba5b077e83043ed37de399ce66c367bdd92
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c354de9b08cbc4c564daf7cb1258c8d48fb035e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73c27df3823e77c68e634423e04ae1a065606988723c8eed57b942906f6dcba0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22396a08f8f5a28470cdf45b128d51e165383505
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f03524d51ce5f17a6e830dbfb75bce18941bda50f6d54e45b0a06cda5848f885
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afc777a4a19006d8fa0022d0edaee7bc47a6648
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad33a783c91db4cb206a2fa4da9b7b374570de116fd3d6a8649187f5fa3e63e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66f4092ce62ca3f7392e902cd51d21445617483
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c118d362038ec052fa405791216f43691b719fefafcafbb5690fa65fe1c5ee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6356be6a3b87dd6b3b8937c6f72bebcd7c5b3902
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3fb7cabbe26bdf82c586a5a82d0c58c81890d6a5ca9d9f5d29ec4014d35fbf1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13514841552f831802a84de2ecfcdd208b2c99da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c3c0baf3097ad6d08d9053df2f8bd690fbd7baab6609afbd84db57cb9c7a9e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2517e40f9668ab41b6b350315fa13644c9fda8ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5f08bba08b71f75c786abeebad0738f99040cbb5699f08fa153ed6abf72f43
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76b9987158e371714640b946038f45e218ea7182
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a6d8112e5d6d581914f9fe1fe300668dd6168041d7e88965d656f101918548
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..550ba628c6ef497c517c49af44cff224f585b7c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb06a10714aaa665fc8ab714f4c38758950aebeb4f734707d5c2f7c1aa2b798
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb64ebecf4d569e23284f563756a12c9589ff9a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4ae87aa9860d85b99cfb95a4cd4de743106dbbb0c8f1eae9588e87db0fb0d98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52263b7ff1d63a4963e1b4e3f61dbb162bbd411a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb751ba4641e019fce65f363d98c081d51f89a368944a7f5413926e6df0cfa1f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..593165f9e810e86362e504c8e848f4ea6e3c4ed7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48893db2eb09cca4568c0b521037547a39f02d531a3c83a475bc33562063eafc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ad4ff5cb380672d98b146793a9169a361165b9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46fb82ece4b9f190a4aa97ce695caea9e0eedfe888ae3c6ad9b7c8b8d40125e5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc0900893c2e8407caf432afdf0fbb6b98df9e07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdf8ffd8fca89deac4e1b334c414bf4cc268c0774d9bbe449e65f1d2ea96f3c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..837f9e3e0c32014c3f48b44b2bcbfa2c20b58aba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cca8787dd7e5607fb0d95e8f9cc6826f8d279529f165f91bb44e5aa9b76523d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b71766de643b04ca14765fe497667baf9d799ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66ad25cd291bc1a9c3186574e2f075e6a723e6d0454842d072362f45a3d4439
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b747e6a8c198fa71f41443485911407ba639a131
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:328c3efad3858ae7edaa47e46b1a5b0dad9f80a2d235a9aae79f9c4302e16361
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c8a6717d824768a9bca386b9fb411dc7d934155
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20836c034d4f5940761bda102bae773b3de17ed3e5ef8e7d3948503a7d016fc2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03599e4b9b85be6499a84dda719caf3807714594
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:186f0db72ed3c5eb109717d10678108cc2b31c68fd5a62f3cbd14fb658d90bcf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3790915ac8d149661b051e6e373bcc2126867ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7bacda1f2ad275382bd3646ff7ce06c8c8b78fed3b65e48415f7e0330d1c2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763be402824f3e81e7177d3625bf00478e8fdcc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9a3c0fa1a0de021a8e068a2cc3cd2295c8b417216a0a55c81ffe5cb1d81eb3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5490f1fdcf9685ff4debda0098e44c9a3e53e198
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b6ea735cdfe5975aeb8862bf04631cd3eb83517549a60e8a3b2e9bcae59919f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcf60376d01bf6ed23c10c50492095c4785a8999
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffe49480863f047387bd8e3522e5a9ad305a86840cc0c9d3fe0ca691908f1fcc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6599f8442c9ccefa2b325cc1e0a4d39671b13dc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a523c78dcdab2ffefa507965092616d887290dc4a5e232cd321c28f4582c50b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e694cd363f6b9ba99c5d88e77a785234ebd715c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73cdefec1ae624c2d6f610a4abac0b192c0356d41526bd14f696d1fed73913e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3116614304160dbcbc4baa0743b42f86bc5e038a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a789e991c5dd430866fcf45697fcee67553ad5ddebaf8cb9b803616fda6821
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a62ba65baa7713657dfa8c193091288c7ff1ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03421c06aa0cc2d4c4126b6bf906c3f326c82aa32ae63bdfb90f4691c8b425f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7e3c33e0526fd02d0ae3a55a806feb01683767c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cde047a1f38b05765ec8680e95cdedb0e9bbc7a918e4e7a993f98b6c5036052
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee14f99f21960f13b09bd2f1be8c4d176fe9a937
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5beabb9447162b2ee0bd28815321008fab052a6032fda31a45599400f650aef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f859e2a8881ac65ad0056f8d9ccf6254034d0067
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f853f6246e865abd43ced416e9af4dfe293a696a353cd1f8b1c4d3032ffc9f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd36c148992666b340911de50afa59c7cabe269
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eba99da71a4df86508cd45d9a5b39f27a8ef1864c3ef9ab35b78a27da9ab642
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e557b87a042ef1347cd0059ad082493461369026
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0e753e23f97cd77a1af21a4326e33027bc84100965ad1f702ca8d090ed141c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0e7ee024bf41f607bcb8a1d98098d8f4d012f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15cfa35548247ac4381c8f4a6dea79d4cf80894709c08a1ee28ed2833d8b89e0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f7619e4734986a936dd1138f2e4e2927b96a47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9210c9b46db3703aea8401094987cfb724dc594fc92788a70a3c57972d7f5b14
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e4bc9cab383387798db5bf7ef781f73f593881
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c716cf9694b81156f5035a298e496c40bd3d283e5009d3c60dd2769976ecd464
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c6014e97841d6ef7f86df3d43bdd3a2f51f8df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01508585730e8658e5316b3c29ab62e66f3333128e386cad603d89df499d7f31
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a0ca940135c14c73bfa5b35aff270f1de3e9381
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358b53ed801121d705e248e6266e2dafe66b3fbfed02ac4fd4b58db2035f99b4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf9c6239df112b83f0ec8f22825345be01e21f73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:594a5966f60091dad680ed0ba528d6579c472bc74ff6e1dcd7448b7f53a91ce5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ae5cb09aeca1d6480841fd020dfdb52cac6490
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d68d46e62ebbf87ca96f70dde3da8a300b8bbaa71cade19b1b909a63e3eafc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51b51d5d06cb28fa2255201ef16b43f6db832b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fc41bf8510961e3eae45ac1863bd80fb09f596d644fb7f3ab8bde533d880b8f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1f034b1c50bb0f1494e3246ffcf7881c043c44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08f34e41910fbaf7bf09ce0ec8d690514ea9efc63f68c4cd9c2d3fa2097b89d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f8eed2433a5592cd7c77456b57d1a77b585c32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f8796c240cc51668ae747839089e665672f1a40b2bdac943a28cfd512e40ad0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afe9ba8e254f4745b295f0e58fe4f18b430013c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:399b16103dc181c601e468d1d8146107fabfd8139a53627fa1cef90137dc37f1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1bc9661f87bfa86fa504625ccba70aee1be9a9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f957d9b74767fa22debb5f54d66f13512a3e7e59e047033afab6f7e849927a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfbc561f926f584a68d303be9cd6f6ea499a5aa9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e96173eccb232c245c1816717539dd4d828c0ff8bc60b95cf13f380efe11540
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398236fe771b19e3d0798083861229e1c11dd7ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429a3bb4d1669beda22bd31bbbaf5c268cde1b80e2bdee951fe8b792fd948fe7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b202c6e15c7525d951c244715b593b02c41b703
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8453bfb96e4dd769c7bde9f51c03b0325a5a2f5a8e19fc737ec0c6542f4bd47e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b51cc01ef72dfacbbab12d639d17ff2c08a902
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16b986a291d644516e16b4b036e6385f5f4b19aeb0b37bd5ea90ce6a2eb463a7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55abc0465c8475a13944097d66442e516dfb3c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e62113f47a7515a27e409edfcb6d42ca894fdc4a50aafe0c271f6dab0a17a1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1bd5961f72608a1b10a5488babb85aaee6b95ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:285c20c250ad9995e9996e0a2c378cf4e186b39a0f06be336b577c0c5f11635f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dad31951013b102017c5cc0574e533aec141873
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7e7404d187581455ea1e51900414ff49ad250395a3c967457b7b3cda1ee226
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47a00a1496fb92586bee6c94c9826cf2dd7af0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb17889f938111d1ee79ee0cf67d30bb6d6141440e6ee3b92b9942198856728
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c783a7147d2e6667d655e2e4a3f4807f92c8d40d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:287ea20ab7672353b95871abc183151967e46cb91e671468b1ec54f99414cde8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469845b1cc6c713c5dd962b6eb91ce51fce0d36d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edd33de5cc5a2765d010c51d4f6bd20e63ab50396bb4ff0975299d3ef8f10419
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ff63cc08e0ab53f947877d742418342e8bf891
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f32021e897386c8dc0cf17c02e26eca666283601d88d11ffd6cfc5c7a475f339
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13716d697194f1bd7e2641ef93bbfc3c489644bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77458937e378dd63eb2f7db4c63d6187a2ac3fb6ea60e296a39df32f6d760e66
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24b772a63ca28556255b77ab205ee34b3a90ebab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb31cef11497bd0d4caa3f0ee007a45c9adb49830f95a33e2bd69ce42d2060a1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9ef5aaa92f977d70aadf8b9fa512b596018a31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cad40bbc78785eb2b14c2bc573100cb3c56c3177a44c997c4baf2e2c147fa99
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853bb36532ff582615fc883eb044e5c3a432b15d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a1c49fadd59d5b5342e3402fdffd546628ba4822d90ccec27a78e9f47ecf6c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa952b510ab8c86e9d57c79c2646308fb903dc77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0b8d05e281c91495e83b6ed001a5a279113db4df9692f8ded9b6a1baa0ded3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6461572ec149ed3c675961a68004437f51f09b0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d578803a584df7c52e707200fd5b0eb7d100ad73bceebaab4dd514ad89cd463
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70000c8c0575d80867c5e10477778146b0b0cf78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a945033dfe52e9a8525ef2c1dab2be97292d713e251e84b0d543f6fe5eeb1787
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16f049cddb27e31e08e82233f740d1f08b1de984
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b4cf04419082d0bcfa410ceaaef879779729608fbf723b34b5a039dcd3c0e5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c977db02f508d326100bc01e56ec4f69c8c5e15e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaeda32b8528f5643508cdc1cf096478738f2da9430219ce6d5f0d2caa7caa0f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca0ba840ea2e4bdb2b6a756c5535762984db9014
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f465edbee5887992fcce6982437ba86c9a88088fdaa62a37eb0e8af5483443c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e46909add8b21cd43fddb0faf39349716d63921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af3aaa0d983d4cce574af20604977672ae9ad9013bab5735f5851a03c96cf9e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c02dc65f9a04734bdb5d7859a987da57414bbfe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb303748269f86b702e2a1e0a5f8e8eebe79f67a23b28adffe762b9fda8f343a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f34bebf12d959dfe3109fc66357719b0ced26c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c89e30111dab4ac7386a846328615a62c018d77542f7f0da7fe32768ba2d64
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e604f1afd35ed7ddf9f1f701ef16c74e42dc44cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a92032df8ab663908dfcedbd80e9a3f253b080a2c9d4a0507c4272d6f1a8b466
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45db3130bc1263845616019c2e2b04e75fbb60fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a69f980be721754704e3ce4116948ca7e401d6c05df4c13c76cd242b505bb2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db112010584013c1b9f1a8daa7799cbfc8d2f7ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cdb2097c80f01c347f1127c4d0a905d4c578ce84bf751b5a6d04c336ce57e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71e2407bd157016e09447386b3c43656f5134b9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3721391ea7ee4417fde5456715c9938b56485d0ac1c4496efa53615b5808c3c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a6ca2ca37f5aace9e627d8bb387c81a088dc4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190f94e8095a399e089a66920d17b47de2854dcedd9f22d34464bfdcbbd23186
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b1df997930b462db5dcf508146a108c0125054e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39f6cce33f7233f08c39a8ed45341bd46fc7d67bce903b1fbb79daf4d0e8c07
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..858b529207fb0f586ee5e3739acee142e0ff2a15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05c089927aff0f00dcac1330a8ce8b831019e385eb0f78a2aa6f30d905819a9e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b3020383b6d961485bbe25c7e42c2d33616d0e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d077f31b4cf9161ff79a1381d7f630df4606dcd0a8f6b3a925b6247ff5258e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68d743ea406affe5b63846b05fabc20ca428d70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6c9f922d49e369a673fef83b5f8beee395161dbf20230498f79760796a8ef1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ef2f0a2b64671ed45b651ba4869819efd4c12b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a5e26f8f8fe6e8a847573a2f5ae2f748f8b09cfe7ccd51d31a52208bc1e848
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32d0ae185df9237532d0bfd9f953ead33bfb147b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb557c8254e2fcce6fd2c6444e9cbcb807b3b72c844e3f925bf88370e1e37e3d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..446adbfb1d0752fa4fc07cc2918e6821aeee9a16
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6db8e39f046838516e630a66d6332b31ff139ba563b956f9d0b90fb564709a9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab09fb6c32f3d8626b9b8b631320902bd1e3e87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c400b8ebd6d127bbaa3e84a98fe45a5ab5f83a376ac106d25905da4bdfcd5c36
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dab28bae43e861f565b21cb47c390a1de689a712
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f931ec67140f5e01f361fbc25a5f058a1394db040f528e775c2bde11f6a3b4d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329dfb525e8e14afdc62fec94787f80a3ce32c7e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa7d0a06ac210bebcd0c6951d1791a6e43c53646c0db59bb95b51bdda9c0ec6b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070a4d3ec8bbe985e41537c7866cc04810fb2334
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3deb329161840c202cc6d84540ee05abac524c581b6f532b83021be52785bb6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5a4ab91b4a54b126939033af2eddfc54b50be8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348db1a7b4a1b0ad06293fd975db3d11d960bc49dec9719f57c543345ab0faf8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa19d08e31f32b714433bc0be464589ac3ff19a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0968397cb8d62d09df19570f1375f36419223e714ec33e258565fdd0b3a76ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e98c30e528dd902cbcf03ed3fc8dba432431fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ecf218dbc15cd24bc188d58603e8618cb898db0ef142efe3527a224fd1425c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f6c8f1b2076135d58114bc939d197668b1b993
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:432cbad6406ef9bb13be81f307991dcf2522b359a350a02251fc86667cb99831
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d92ff9ed4a2ef0f841d438043db4388dbbed583
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9039c69d90b40fbcd76926ce4530624e309d61144eb5f2d658f07cda2b54a0fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4467cf26be8a63d58e7eebe7322388c2149a3f3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5003b8195238cdc45c6b9c5e561ada73fd1928c0cee46f18f3bab7a8aace1d2d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d369730576d693ed4cf624b2dd4dee425b3551
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a163e757ff2b74b2e1a3de4f561792df7071b37e458cf7dd96acf1b23cfcb129
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bc4101d142b8cfe399c11883eca404ba94714b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d44439017fd86352b94a23c26ad01ce9356ce605ac6d80bed3c126e94e1f355
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce03fa776577c44e9760d42dd64d2c7ba327b4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eec551ddf9d084e560a00f5140d8dae7af4a4b6b49275a3b286f20fca2e64634
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7becfa1efe01b362f0b5ab1d5a99595b4da853fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a0387939885fcdb1b7585dc401cfe651aefec10dbb1e3410e8648f9a5e7520
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83a7a85f7de3251f8879a5e9dbb2805e5d718f2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f450b60bfec776d8f846897a50c451439874f9c12311873aa18bf73633388aff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f412b71f4b412cc62f8d51ce1dc9f4dc5bb30b5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ccf8e1e70a5f4325dc4bccd1c3c8f5da6e2289107e1025aa71dc0dcc321bd39
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137fd028797239edd59ba34b8210395d7a60da81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f41c22ac23a16edda8512eb807aa22e3bd585ad91004e2dd0fbb94179f0a1ff0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7bafeb62766c1ebd8e58f2807ec2e3280f6071b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1ee6f787c9c8e57ad4cb657932bc04d2d1569696953a7b6c77a99ac92508bcd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f9aef5897db30ec4a4ba3eedb823dc6a0f21eb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7484f8f50d38d6f4592f8652e4c641d1cc9e625a1be2843e576d65a61f7e70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0ad5214b8792e739d4598f1fe42686850850bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9d604d884d6c4219c2105146605ce2d64332a53249c5e8b87374292cc38833
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9073e4614e5ff6c94e9357aae29fa02daf398269
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:938a2a9251407e2b2b74a6babb45ce7f72c845c17b9acbe08f4d3d1dbaca2968
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bf5f753aeed53a5da8fa8cc9e906836e3683941
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6b46a65a9986dd8be2d72869e08db72fe3084cf1356f215271ed6494d16429
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1404ffa0e0c8cc2a9fdd839d72a47ed3f8327ec1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5cfc7499af3e8a1f371cebcc89cedfe3812ab154ce7337229dd84bd457039b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3a038ebd8a6155228bcfceaf8e4c00e82f55950
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83de1960a69fcc224efa368a877fb83a0d04326d0822b5dbf212bb50cf1fc059
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009961b67c561cd034d186435b2e91333dad9f09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b252bd2e1bc4817e611b1f633c707dc83237b6bdcdff092ca477755e0344fb17
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf004c98a7f232a6d8dfe4c99ed820bcb368f3d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c8c73bd2dd0333e80893ca35bb665901eed3a9b66e8aeb16021da884990d90
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ef7e517ea3d2e28e3bc784275405c6d98fca6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996ffd9f87f4118753b7ae99357642141e69a6370af71c4872c98122411d933b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2a657fff5092ce8cd3944a3c85cd33251693f88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:054b9ac4136acd9d170d25e959673499baba14c7f458308bfe15e44f9137a532
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67519c24caea9a41b6d3cdd4d30655769b250217
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045ed2b74e1ffe0bd1bf3c218ac62898b05fac5ea4ed3d5419c7814dafead3ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cd927443c0bf754828327db8feb5e941f07ce22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a42b2f0064f1efa9b56fa652eca058646c93e3c615c73c6a51dfdea70f0ba1f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806eaf9a9b1f31a1495694b0501d6f7f4699f990
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe9d99329b2d60021105e02f03e97dfa356dcb00c9eb76ec793729e658fb094
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..662ada3d2e1b3c43cf47a58999cea402f7e59392
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6568abc7e309efe11d8c32fb12742a1f6ed305c92b25689c7c6c5d2805f9589a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57420deea5cb4e6e9284baf6c3984ac3c2354ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c2c926eaa225d32b61093b9dfa2b2ce58f4ef6d04840a42c9eca13615a70978
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a80dba0c47b09468257bfacc84c3719da9b45fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5303ea6d7b751c00a77f62fee6ba1dab08b32df85accf0a8153b50488b3ced89
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..563610e94e9f82f695dccd7a2f7e1945286f1276
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6667a6014ccca778c11cb25a566c36d1fea0c2c2d145352f5726a1b5c91d9e9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c740c0666fdb5d2a484a0eb8b507613e3ede9ca8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48b4a230f4068ce10fb1f08fae38e8802a128e30a0446ec61a513f05011eb98
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6556152b3c937ad4a1125f366d5d9c51fcc6103b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cd498bb4507621bddaaa7edb3cfa82adb6ce9dd6b3aea80d040ba5ca858d31d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecadb21be879335da93ea4c2d9e88d02e1fe60f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f601cac7a84753dded2a0cc0add1b576e401157c7ae8408b9e79417bd28db5b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c3b7d6f4a4859aea2195c2677f02424b737fca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dd7b6b51d195c2cccb5e35560457b76b7f3b45e04e62eec64d823b3a9496f92
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2afb37e5b7588c6160343b87156975148d58c7c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda74366f22df087021502b4ed55e08e5057d8bc4fe6cb09d5b59aa68405b27f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae5a83cd0fa91a9d533da688d85663369bf0763
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f9788b9213c0c4a7def4df1efa24c9521d44f5891a6677c6d6b69e3bc44015
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e507f2833042eac83c4a7d557d9bb862bd8c5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58c800d96a2e133cec07fcfe6073fa16a3c6a32d6778744ad672e8ca33ff75c5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50764e05eef88eeb5521c2b64273844c547984d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a889544d4334a9ade7e2a5eb958e74e0e89cdc980b90994431a875b6acffdd0d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da943971d95663fad3b13be78f585ad8b6ce1410
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90df030e224348d50b5f98a6bbfae0d1f640dc3c00b90c3040abaa84d5a4e7e3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85cf12848135b33d0081a85d22b1f83ce481cecf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e99e949f69faa2430a737bd5e6a8186a2a4d84f4bb89a88ebac20b6460ab9af9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39d293e62696fbd0926f1d6ab111e7dd75c3531e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39b43b64a4aa56fd2f0e3d1e7d5f0aab3569e298ec542131ea4fba08b6f6a91a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02f0e8b749b989f1d8918b101e2910e4753cf2b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8648226d61f70f8af2282e7394c46c2714ef29f044f0f90e0fe6ddc104ad7768
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0735ae105188142df69af52300d5018c0f9ad2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5d7a0efa53e1c318bd2d829626f2eb189f61ce9eea633f5852655a073b8a67
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cf1d22989f4ebaaa26c94bd726d9a1e3f7ac326
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87cfc626c29773427a1c400df246aa04b82f6342ae8dbabb2a966c5345b5043e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b685bd98bf6e16573b82ddbc3b42187bd3d890
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_5_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4f81e6876af46ea4e1560ae4100810ca5c3c18b8b5f9cfd70a0f19212e1cb75
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb7c19e0d546c2657ba3ff1d99eda940b02bd73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c0580c4fa34a79e30a16804e5c99c39ffd0f1868f32628b9ccebcbdbd2608e1
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbdc79f99a66cd921fb0e49783e63de93d8acc6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:464042f8bbbac0ce7791bfff7d7c3bbe96b5b9d544cf3ffe677fb97cf9c813b0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf7d2a0820bf7243f9b457f0ae15f31bf5a082f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4da534555b4ea16d0d0752b112ee11fb4cd657fd6e3b271809a1cb0f83f830
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0421482fe8637d3efe56d9ce71c4f803ae6ca4ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:427016207722fd71e257ae3da31d10a6a4e6aef3901e3749bec7f185b62eca83
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b98c12ad8e86f465e9b7f577960ed20a77ff46e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d254e24892ccefb5af2b59993efb0f14f34730568bcffdde8b17e3457d8658
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17c76952fd6a6c4eb07ee4923aef21c5327c2160
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0d302650159c735357326b75dc58c02a91856a0dd232b712985d6defa1b12f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2b5af327109cf2fff13b1583e782480ee564ed0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f373c0276e11d9949394b76bc246547c69f037a05187a8d47ec0661256fc3e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ea6190933721de0b3686153831a49aac4ca09d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dba4dc4bf6f71ae2f51dfff82b8ddf5074ea014a619895c0c60ec8904a35edc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..936e588a090cfefddd307e713accd242a597ae17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6344dbdc0c1f9a3ba3d41fa0631dbfcae7c68d6f86b3beeda4e6a8ddc6dfbcf5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0beebded2551567bfdd7c01d53231f87a18e2745
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d623e3d3dfcd08030cbc3a93043e801365c05e587e543285a51074e333c8ab5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2515d69eb83b866639eeb5256500ed54fd1abf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06885fd6db5dae616f39c69298fd19502329e9541cba1a5866d61ddf7c037e2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a06b9fa6a6d74aca388296f8bbb8c1bc26108c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54867aebe611030b57ff6b11d4a76451c2a1eabf182c520d6c872c4c96344498
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41f8d3c5ea4ce59dd593ba039eea3e0e48af1fcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7bf74f7d4e26b366b230a77dd0ad9d0157b6867912d198f04452121f00fbf2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e174449f7f48478bfd3fbdacf3a9d8b9b7f626ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f835393c70d4372441d4fc5ad424288100c5ff3c93214ea2bf78dbbfc8fecc85
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9beda845cbe006e0a570e418368870ce409990da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd80a95f7a507ae665ac0b2ed4e88a17a5b862d3257c420767f881a753c3923b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94df987a43bc9f2c765f7a3681231fa690f4bc89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0902689fc68548f19d8e6df119e2d5f1231660fb951209095b0fdb292e0191c9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8834cc26c663ad2b2d6b0c16abf76bc3b3434aa9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d06b0e243a541591c85e973f56d9afaa51f2bac3c0ad39b21bf1eb29b40b0c1e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9ddcbc1868a57cf320e29dea35d85fc2ca1292
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5be1ec1273df8d8d0b08b9af177f3c346c87f62bd2d1a6a00423a924ee7002
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af0cd6d1cea5992a4150ee0438ba39790c139853
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed8008d7817ef3e39e4baeeb4eb214c64c1f1c82bed7ba564c2a8148c54471b0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d3cd26134a7831e05a6d1ade422d8275ccec6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023ec26b752645ae98e6706e67e646ddf2a4bdb793bf84b7d356c2780dd59518
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36f0dadbcef3c39724f2bae326df170e6bf398e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:546e18fdbf35ad2bf42448e0dfad6aca461afec881f0e0705edb42ddb96e455e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c6d5d487785413594e20b9a3e2ceaee76a477f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4df779dddc19f2f1b5eb19fd2c1ed536d66a99fa49c4e49754374481fec0399
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3004a4af2b0cf438a39cdac286d57977d9057be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6f1ff2ffa484c941ebc8102cee7ffb547e33326fd72c93cb9a84a72d779179
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7824b8a9e11a783e862cb5deb7a994721d368cc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e787dd3dfa516952700b45d41c168402cf29a7e901a6b6a1e25116fe0b48a520
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b46d086d4297e7f0c96b36e6aa3c14389bce9e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ef11a8240bab17a86e151cf8b4805f2a5ee940c4c84b750b04e907d386d895
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dda57b88f91c10045aefbafc2db083f74b8d184
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed2f6265436ec4de7b52ce85b7276d497576b2dc1f9dde0f3e29a5a227703d5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0333dfc5fd29e5675402bc81280eae4831dba9d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57867e8c7b56f9d93adfa5d1f31b7c17c2c97d8f8281998e32179e6b1f8c349
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df55db6c9b6da0416e3e0a6e4e24fce8d3b8f61e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:656f2f8a5f98ce52e513a84398ab3f2e92b260831fa494174a4aff40faf5c72a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7a9666ba8609d14e513fefd08087f928a814812
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49ecdde308a3d147d0abb358859f61a0be33112c1bf3fec3d841b99b46711462
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4b020a86e5786e5acf75abaafb7641b534db8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9c22a5a1f573c5a42ce11bf7f8beefc08a2cb17d54c340bca336890e0ea1be2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ed50e1536e2544095135d0a5cab7829377ceef9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c09d3250855603cf141e7fae7a45c43e316e9526fea549c0a165e44e7999fa1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e73bbf86c7e3a4550f99ed8521a97a2baa0acc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2198e4488eab4321091e039cc552f99312c076d436197145a2473da4bc94a88a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85ff200426746bad0d2c12596a57c47361c2adde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe044ac793257b1ea23f735d0b331321e762da40a54db7aa2592e430cc144c0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fccae6bcb44314961c398b6201c5d8c5eff9f62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb3026a62204c806021b08ec06dbd4700c3bdb4f1655915946d25fbf77a0ed3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072f750092abd9e98281d85c0e71054ada2d748b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:928bb2467f7c613d56e5e5b199e5ce7e1dd5297852b94c2e211700bd499050e0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c444adafe19184b575c0ee527235c9dd182c27b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0e51e656819ed517873655365a3dabcb1247a7d05eae048e11ba538ad96fccc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbd4967b35965b5f6e33a19f246d83d4c49739c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3803234944d022b2917dbf1b5b22b261530c2151efd008283bc6201df82d0b8c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6793859b649fa143335122d45ebe166cc8f1f99f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70a3f30e16de2b2ed4e1ca3ef794d30240db3d74b58607abbfbc9f13e04bcaeb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f9a9b9930287a0a2cfc39098d0b78627304037
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a066fcb36bade066a513075fd9cf3342f0994a42d55f05592aea8ccf6fab47da
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0b95d75249fc12c45d562646e20c5e12dfd3a90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5db483c6859db2f6a59f98f6e44d326008fdc793eb4a5216de45a56d023fd0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e23907ea39ab68fd04d777b4ccaa2eca1ae2080b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c3a14f35b962acb28d4b5a55209e9a0b2b1a15f268dab5f8b474cff529fc75c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33dfdf494cb808791a8b8973c3201d4fe9280ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9c485ee8482933649c7b41e80b0c4ae995692b33b805de0c7322437c209c5c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009e45d26c715c3cda9345a1ea1dd070bc7b23bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692199be8ccaa65ca0cc691249edd5ef7e3ffc83c5cfd8cf243b699c256d03ab
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110e440a33dc67bdcb98f9d2f35b9b5d9aafe68a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bcdf31ecc0c67a68b3182f0c56709fd59007f9a06b65a8f7f3f81a2d18c8f96
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b4110a23950367dfc9487eab5080d19c6ee4159
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981b9971fe1e6eca5f871324c5f86a26dcb9caff40b44475c314c3c6b3d18bf6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bec308c9f156c9f14e7387d9051062c478435353
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9e2b2668d1334c1a54853b525c8786bd54fe89fbe37b197383387ba19e1492a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f6011c9c7dbeb7efdbad6f8acc32bdb2559ad0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:466bc4e15a60310e064e0488f86954a4a1b64a93e68a489dc2e968aeff4f40fd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715966c62e2574c37336755fdbc6307bcab59d74
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0cd4a0ba76502bdb80a2b4bdd897fcce5aef3a1ec668e9f50abb5ce0948bae
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4baf3681fdb5fecb9c6e76fb5d38c59d64e5fda
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e022ac97c9bb6b50ac1f07be6aaddfcd5d17e8bebef725d1ef7b231159d2eb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9a429e18f1c8a293666fd480fb7e70ffcbbdcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:824f4fe4b19e5c3bfc5797e87e6c3970b27c16aab055349cc1ddfed83fc88668
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c95a92d41b0d8956a72a2411d31b39a71f41705
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e07dbbbaefdba27b6898a720d4225c6eb389d9ba05b30a99ede96e43e2c513
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e35d36b01fbd1dda70c3df58cb988c4abb1d4b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259659b6751acd17f3daee6f810d1f449b71c3f2945e60daf091c4ad367341c3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96b42714a5397b00fd2f9d88eb9ceaa22eb6e75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539206b3c0df9e9b0850847193c762162878ef0672c76ed42b8b112b8c301821
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4eb260e7f4222f910092e8d4371595f5f472346
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895eb26a78a4203d9dfddd8faa1c4eb64410ff161d5fc91f58df26931870266c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed5d0345764988653a9e9c53f5dfc5b8618cd33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd068c6fc05dec303ecf594bfaf8765f9d73571070b10b909b7d8ec91b1397b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6467857f4be3be897a50649b6d163ba7531975bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a77550d250052aa2191f627e87a7cd44be39a7a791892140d869ae859c9d3498
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bea478c7d7df6154eb49e2dacbfa725f202f8d24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0de03566e4310f480b1a1ea9c4694fd62272bad9438bf74efe37e99e811b6b3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adbad2b6e34ae8f52f52d0b16490f1542ed987bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fa0368aa0259570b2fba43e086400ea34e2f925a041513a82effdbd770c4e3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644cf73ddb83cf8c713a17daacf49bb9f4731a7c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:704928362829c9548145552f862afec450ea078ed3c7b4c474b084e9b342265b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a8c0562e6bc236c9f9128db010eeab0d85af64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4389b76794bcbc80ff7e0e177ceb0baeca55cd98a5ca9109e87fbca7e58526c1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fa7b96ecd17e41eecb5227dcd2cb42131b6391c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4428bc01f34c99fc0f19db84fd6a3f23648a74e1edbe6b7ec0e34b4105f9af2d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cb1725b1b39322ade59d77fc6ac9e4f7c8190bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fb5dc18f0603eea585770ac6283ef73f37d32b9987d9b462f3708b71d958d35
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fe804aba0dc83c2b831ff81042391e29f23e989
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c331b761083c2f723c734ebeddcd6fd8869d2436cdf101ab2e6579246d9a3a0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881a30d08220d5dbb2364f61d662dbfb2897d374
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79618aea974e0552f9d7d43cf38364360ea0a75964392fd7613485374ee8c5e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f0e912a9513b6d1f4f38e002c363565658b6a4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c99f296ccaad5a9f46f2e7b6efafdeadc7744981b4fddc862fbccbf8d2f3c6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67c3cef0b890a4ca55423f3de4dfe76c2dceb23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76b66904cef72d7b380388459d5a48788acd868660f4a60de069c756353cd29b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8f65b322658a17debb016f780f150cb6e2774e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c9674aabf94ac2b1ca867037f75e23fb16bd1e3b2a281f9fd0e01e3fbb38346
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102423e4e0a89c41d689bf80905358ddb33c1154
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec97cc505080f26bc363678aca47961188b05fb9153d9a24ba165dc4e1d1ca02
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd837d41e2d145cf27fbda84ffe84f6112a82d59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd12b9572bd8b67e50d11a5c4f47c9c64128c79542eb75809d4f27250a279a1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f48f431cf1d05f7c2d30774c761d59fd4e3aa07
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa0dfffc689c64eb58b421af725e86249aeef5ffe7e870bbbea3d9831a3ed9c8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76061aae24c6eef0a7b644507699cb558569172b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1104dd249e73023246dbe8018d19cf536e67f998cd99c4be16689472c4ef3da1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5d5b3595a158e2a8fa92b934f0873b407e1ab69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eafec1430c23234d7dab77b3c0a2ac7de078c7d2a1c9b2ecfd1f39ed58ed7229
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583bf8ff9f925972142181a9314c5757571402da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc40b58747bda1a0f1add61a117fe58e9cb38f56e286c35284d89d7ff1564789
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6489172f4fce5cc94458dcc7c26cb23b94d137
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ec30391602a89ccc6fa34e98e446b9c9e81e4543e42a1161192d06523d768ac
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bddc02384ab6c755c1bedaab9f888cd7f36457f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a4e9fef585f76049f16fe9f984191e48c2735c231f8bcec146a3edc5f4a0df
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..868e178f641a89add0099ff59ec6d325424d570a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956f78b6dd7ab3c767bf2987f56b7419ff630e6cbda610e392c54488027ad446
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0577f9827e61e548c7d57a22f673f77d5a9cae97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40aa5113717ef9528734b2a7b83dd9a398610995da0f1836cbd23ce08cbdca21
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989efda232675ca95cb6731197f19858afb642e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c5128cdad8419a4daa6474147fb992d4f5fbef7eeacead5440a5a00bf0d7b0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6b51b2233ec13675ae9b356b58490d245576fdc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3e0484918c61f6fd1a8a45c5608c1bbb19cfc829cf179696684876116bbb3d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4729af4b3e7651fba899868ceafb44636cfa8c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc15274be5aa84eed9d5f176215fbc995695a708c569651a7012819f1a03a1b2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d1accfa3c564b980c411de0bc1af3606d0c862
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409082eae6b135492519fd3094f4e2a2c20de06bd77ea075ace9b462fe34e89f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66b66fea09512558646b20334acfb763985f83e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27dc41c890bd57a9bf170b64bc5d8d8d3c750145f84cfa4fdb1f29b4c460ee66
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7387c289814a55412b3dd49c0c2bd749b3cfd9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c47486b1f772dc52f007a2ab517532b78856b7f304925f44c2074324f1bdbee
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d56b2649964dabada66efedfddd969272a85386
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1643cde3396a9371f5df67cc7b3b45b5744bd190b035b5de0bf0f232cb7408fa
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2eb2b560800cdf094d3ab69c8cf1d17aed6c78ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c106954ce4e729df19e9fa02a43ad5e68dbe643a44e7820c4bf17074e3b4139
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9e2619d03a09c156562c8c9ac83d787b3887150
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2029ee128cc34efebbc0a71d3d944b3f838e5ab1642d2ecadf6ab90eeeae75f5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c497bff93c72d1de5675c867d37b7b36eedff1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfaa6675c24d409a1eb75d14e61574af9c8588d81730986c5b4aef82d5800dda
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf69dc890445cf503661b9c13bc1164ec6b4a378
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cd08393e0cb85e8ae54d183822ea67ad8d8dee2bdf1775b1d4ad8c0c2eecb7f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e0efff7aaab4cc0e8fa33e64e80866cf4c03a8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed465edae6129bb9d5eb3ca4843e504bc19f3ec659dbf40ad7653e082d276393
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9186eb01272e67f317653184868a59a4fd981c42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be490b29b92c9981052e47764428f6cdea59202ef782c585ebb945c3abdafddc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dc9ea68f457488903e50f17230e78ab8c4b39b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9636ef6c7560d9571d7a3eccc74accf13ae9ef4d3e41fb1a13f87a49c7566994
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa39b1b6fc03cba3cb5caa82d0790eb7e2d26ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7edfeaddab0d85828522a6c7b6c70f64476d2b9d3e61dba19c17f7b4e045d3e6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57ff4fdabef4b5310150ef57ba8f1154ebaabbcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089902714019bc170d3ee6c3fe65ec4e11b454808c85c9b23bd444131cbee31d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c1def8d7c365c067e6c23b5c93d2655cf8cdfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1aacfb046f9514289aec970fbc1ea64564e6c9e22dfe457ae18d8898df35e013
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d450d13e0b5b21550e63b8c8fb612ef4936c39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e35ea0ac21872b14a84fac4da0a376f6a38d0a0dfdbbb9599b01271ea9804c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e898a1489d9eeb1c8bd61a8f72720411e50c188d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadb6142e82280d3e46155826860f1b3ffc8d981b825d5ac4452e134796cb4f9
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23a5a497c345646f628f76d2c81455f70985916
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56746c2fc4839f5cbd8d98a4f5d8c09892d140f0e688b7c5b25799f64153a2a8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5deb17ff2f755083a3671400fefaa523b9f7de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6afd389b29b0ca736c94ca92e5a6989823449322a8ffd2b186cb1fb84f70cf15
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323a9ec7f77c21aa0e6fd7748a174b2c1af6e5eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa407a14c02bfcdc0e4ae28ab6eb0b213e840d55761136a2bbce20748aaf44a0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07065b06e8b1ead69b7e7d2161d338fa71d76c3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c1c2f771a7d50d5be2a2f11339ecd7769616ea1d4bbc0058d582774d4d3191
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095c056b9a9fd7e02964f6630eb3c90a81617075
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488ded81ed6ae4f729140715d50bc739f19150e8bc3afd542c7be54c4fff9e09
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe0b70d7d61348ceca8b22935073efc3201752a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c742f7523af65dd386a93133465e5804e2ad562db0aec3eaa2914b7061e28beb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d66d128c05d4218176f6d0bf194f8bb2c80474b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e416f13cf0068289ec2b590eac42f030f8d227ef4d8a4832d4e7b2b42af6ff0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e0eb40672a399960c9f72cd716fbee6d79eaf3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:946915c6650cee95d69030a8ef144d80fd1ee3443eec1a50da5e6238b50b2d51
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7e05387dfc70d99d09657c1375dd7614dc1927e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d0eaa208f1244a49b0d0129610faa0f37890ed9518d8f1ce52791ab40b2eeaa
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09512907ea46b534e212d8d612004e88748b4b18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee3e9ce72073ba67955ef7b405afbf2ae004037f73fae9cca3445356260655d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f06b78f085ee6352d1e78b67508b0c798ff10c3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a689a9af1de9c9869fd039a283883e231b2e163129b84a916c326c8c677d12
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfca8a2b59530866ad7b587d0e2dd81c6dc5a95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1702a5280695e96cd55472fc04fedcfbf36cac9c7f9152418b158b1002cdc42a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e5875eab6a394e08cd617483cccb890834999b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fb46bddd84ac4f6e9dc8d1c61822a3b14d04cd2275770ee896113ac9a28ac0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..285c5f430df1b33e701b90488005d8bf09fd62f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9edb06acf805cad3e6c3d4db0ca9809635f6e2a7a87b6de8daba73589b82fc42
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbbf5058d8a73662b315c2e100be2a4ba3eef7ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e138e614e50484534616a56595e797ff19203e2196512d7efb6b87728c0c285b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3638b8ffdde7331ecdbc99cd2ffad3780b880bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b2870028ca33d7e142e9ebf31aca4889b57b2c9e0606d1c501d0d74a4a1a20
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc74c38d563027dd17f785d14386c36715e359f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ca25c2c7b9482d2e0512569dda87bee43d39bcc8c16aef28c74e40e304fb7f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c96eb63f81c76b733464bc16382d40a1eab45e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b44fb735ac10d8ea186111dab7624ff188625d7a3602523d47119fdc50f2d48
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1e08c776c3be3148c6445fb5626be68433d1c9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1407df5e3acddfa4cc24bfc887cd759cbc989dcb51fb66eca5b1c477980ef293
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1558309ca06ae030a285d37e247ed5971a654656
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cca24cc0b8ad71c636f223b08459335377f505450cfa3a06c3533cfc894a764
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d293baeaad52e22f0145b758c8c17a165075cac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10a6f6a30de6d9f1e3ad9f5122767c36b19c87211e7374cbda9769c579b473b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85064b55073331f69f233c342fd43b564646a3d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89f37c261f7a8563d2448ddb6e5853620a14888ded5cb12af7c153ac91e8584
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5220b106ecc882fa3244e672905afd9f1c59728b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa92cc0431ae0991fc055716195dab4abef236ff4f9e4d5b43fe0d62e2f228b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7edcb64c4a8cbe7d9ce7be1957ebcfea3a96a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bba3ef64f077af49bc9988764c450d907629c1140c829ca9ee0dc3bbb9f4ab82
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b274347ae67abd2e1f1aa0e33599b654a073965
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d86fec0f93ae71131eb7218dda8961b94f47d496ab718507f427dcc55581481
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0afa89070ff75c529e02702f3a16b7732be7f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45920d26060307d54e7d86c62e34f705651780533f61a0bcf24272e04388fba
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47112cd5284eb82bb4ff25c60565473a44183219
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19b4bd3959025c6361738c8a62edd86b28c36eaec1467204379b16d34a119db
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ae1170b289b6e5e6abae0013f2d75ce23d2d4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0aa348967153e7c138b7c116aed0fd0d3932da75432a537e5c00bff5fc83657
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee1e739b3fc2c001ae4c5ed99547c4d93fcb1ce0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7217c9afea509e4bb84c0861f4ee3840c7b84f7bb61b3cee2a9388b9078e3a7a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d7d6ceb0da4286ffb37b46ca092b099d73b374
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ead117da0b916bcbc8f6777311287383a90d551437d1b5be87b1afbaeefdd95
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f908c9e15f73cfba61214fca2fcd216d1f1c5b00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:873b6f6bfa7b49876a5af49d2629a0aed9ab482d35a07938d7ce4ddf78b3afeb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b466f23635e597a0b1db9122c097ced7126996ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f1db3215ebd39b004069454b6750e949b7f5c9df087310b0a959d30b90b356d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a10a6e9c081fb12a66f6e04027922a62d64c1d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f702beb03e3f254ea928661668d94ad1d63641e479ca38436aad10cb5100840
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1b5a994c12a429a0c6b26664fa5c3be50538b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07c16f543146eb74b8b86bc2b9c30ea52b41753145b92f95cbe17566785bc71e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46117acaa7db17ac95739ec0620a99fd69842631
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb6a0da0ffbbb8f20bb6283d2693c1b4d01f4e7bacf9ea2d877d43e522b4fb6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b5209329a6cee50edda29bd112bfb2dd03ceca2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b280e9c53eeb8ed0fd1341c499fa737c1c3887546178e05587117ee78687e6de
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..665b33c6514834ede5aabdf94b406315ada02450
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aede98c9621a5f8b9d79720f1f90b32481577fdce4220f28a5668c94a36b3a14
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cb992b43adacc95a003a7e85de09457f9f531d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16ca782b26037996cba83ee2c62150565795f34fcdf9d7799dd2718d1c4dd4b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c659c94e53c132027a5672cdeca68711a4b2c83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1c99b3a1a3b6dbe1af4df5104e97da6d196155edc4af3578b64fe84e658e087
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fb1039af4a4c48b308531bd6ed9a7bcbb5ffd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71edc2255fcb9b3b3a06afb782c2dfe2772603ffd2a00179cfd51a76f4709002
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9694e827947b099b71c44360378cf5064a3eca22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aca61d0fd652f4fe47628f22719aa71be2e1836dfb77ff0a5279efeeadbaf50
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..134eb64b55319f97e18e8b6d92b286b11cb15f85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5961a1f3b79d07f4712dbd1a2805379c427b85a9776579835cd90d290c66c5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6889ffdd300a27c66ebe41c3c47be98ae0b363
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7009fe6e39d4a4176fa6026f82726e45ce96c1a5a4d3a75120789bb31b89a3c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43cf4ae0f195dbbfbe07580e559841c514537d0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:788ee29487dfd7c25431fa0097b42c9f5ebd847b3201db208d8870ea1ca961fc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ac155f33e80bde79f6d83085cd6ae878f96316
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c1fe305f71db2bc381037754b68c997fe16e708a2ee5353e229225e52d7754
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68ceed9391069a9757b9cf8a4cb22e0209291ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf7ed7d27b164337d4ad672930b988f89bc5932a83937a06f7cc9b559837b33
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..999bb4d274ed05da522b6909d67ff41aab7d0b23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26860b6e40508d5fcc328d5e233e35265b925fb8450b0889e414d24659213ce0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eeb46c5e9e369f258c6aba68eb2c2cd5cd6f3cce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:076b2af02a365e508a2e465be09e2017daa8416dcd074d76083a5303934e7d34
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8e02f678bbf3e8c5bf8218e0369bfa20a643545
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5676701d00587f05be277471abdc5c7158f23cdd9eafd9654567ab695a9cc555
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5d7bd96ab56c6ed8487dcbcda93ade53f32b131
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91534e8396430546625714594a7f27de2604795daf18829ff56c057a0c595d93
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c374ba8793ae7531bff6f01e67b806b6252acb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad76638b8032644f96dc237b8fbde28c24680d8b4bf683ef6c6c2aedb7ddbd2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..302b2f281fa46c14ec16bce000b37553663983eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c52bc08486f15c5d1722b635fa0950c370f8e61016055aac8da3348d09036e09
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6526c2d6ac64ba5bcf747641496bb9846c0852f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64ba04d3dd554a7613dd2ce0240264b95c7957cfced6553c7167f3efd63e9ba9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241264374667606cc8a8536033980f19836208ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158beb4dc7831148d5fcaac4a74c11c3f6c296e6268660bcd6ec91ddaba8e40e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d60cf90a9a45113a647ca4283f376f6d033c33b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bd131634346e37586c4ba1dd1a2a41dadd421b264e7050bcc56fc0af598549
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9510b82094f2ab0db7c1b736871d073dc2f1a6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6869fc7b40c0efdb217759f9ee84aa15ed7c6fce408dede0a3c363ee3b5702e2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50424f4d56655f64e47db1707134be5d6a5bafe9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f597600eccb84413c480344dd07321c11b0b5586754b8d05f6030cb82999602b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ef6f96af33ee3772ea5d4fb6d307c26467d2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfe0b2f5ba6ef87733948ea953336cef54dcfba00de9b2f550a2891fe938d7c4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c41e0e5b56458914292e9f722682ba448a23bbae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:502a452d1cc8a79178404814a5889089dff94bc4ad391e83be76ef215a96a44a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..695eb1fc2465c04e96e481b24b1fac5f7636e1b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715d3a8d245a474332eb9c8faf0435e0987e70594f8cd6678e5072395531d3b8
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e09f52000f607267c39dc25c2640d4d2e4748a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cba1ee8087edff70017e1e8abd9a273e04fdba3e1f8f190d4b340415ed0953ce
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65e64bf4e7b442064f38b5aacaa62b84a860465d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c8e30eb58cd800693a8e49a7712d5005aef71af0e311bf201a82526bce5da37
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3497f4acfac0f9025ccd4c75527cd37d8d437e5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349cf11c998aea86a7996a6cc06eb016869f95fae96466b09f503220eeefc52
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda6af228aecab29eccb9463754fd41b8eb7b807
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa962ec927ccafa93b2ac6080c00afa2e47fff5aa17d98e4a8acd5168a9f4a9c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef957720701e8281970e6661fb5a85b775135cb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fbc9659aef1c3d841584c7a171949b8be29a4df8c8d86a8edaea90cc8ab6c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd083bc1de4c34476b3d1293660d2643b86c293
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1a5cb39aa3b35aeed6e4404317d01a2c793ccc763a5e86af89973e9fe971077
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ab1e76d216c9b06bf55182807f4101c8561ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9081feaa7c8c33065f6dc4972b7a1f63e63ce4be1788e938b353021ca582f0e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d073f89f7f69b9f1d3d7f1eff9bf56450fa22bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c00baa85cafa615ea2f0cebd60bc0a0038dca0368b5ce9ce6594eb27c5194c24
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..093bad3a2286f65fee6d31574430e11deeaa791d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92557e63a7791202557388a7841a3304bd8ac4c817f20a90b694ed8014d5a22f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a145b67924991879d1bc46b25c9c2959e153e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fdc31e8bc0092d51c321ecdb54073826e6680a34e966ebd97e40a6e44f03e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ca8b645f474ed4ab0c386ceacc73e9ec74364f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:281bb2e6b824d5f7035a0c5374910eadfa12e8cf59c7c08b59243c64f78c2d75
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6e0bfe97194aaf018e2831ffb0013987725a1ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3e848cee2392eb801adf85633462b18e1a7a4303364a925b688898002732fa8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f9e4c28023266ed3fa964fc41aa29c5b31dfdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68e21e241f19562eab385d3ef0962dee72c4060468deaaaf35d9361be703a2be
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a206de0a2c6a742f0edaf9186e19ec20535bb302
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdbc44e75d4700e66c365eb109d3ae479ba317dc4e0e402910d60bd968523ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9600eb342910ebe4164793ec509d3e72a1730abe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d65b85db582c28c703aa51b2bdc6cce74533a2dd2f752992162ad69251dd1e8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51d09535f0e5ad70c7e4f9bddbd02e7323bba1cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b39f0132838e65374bc37c69c2a1088294c69b2289ebf8d6a5ec82c53b647a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b68db10bc09c74bed5b555afcb252e661e9b03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d920f3dfea5bc164fa0e11649caa9907981b798d022f860ff2ddc6c009be78
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb68c372ab4fa3ff05f26c724d2940a29e693d78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f50163dde2669589c2f6715a4e972a7cdb1864bb9fb4ebfd31982dfc5ebc0f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7d3be76790cd23263ddd8338640dd269d14343b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff75a3ff9b36a58b0f4c12db60c3cfe8efd21b0a7de82abcca162b7aafca4d8e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bcd0dae65412dbaf76a7b6d05831b0ce7fb779a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:503d0b8fc30029dd40708b81424178996bbd6864a980532f243788216902959c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b13bd980c9d3bb81ae428c713651e286b1527cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf549cbb7980327c3ec2de16ae9d35108e03689ef803e8cd0226f9e49e315293
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..874227c2a5d6082cc0b3c681dd6b16eb03c46c31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc04b309146238d29951b8efac3e371ce86bda2febeb92b131d2124bfde54af2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e95d40c38374c376e601bfe1d099fcf88fb31839
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e787c4e46f9c87b0aa80cb27ad1afd6749a024998ed58e74b6d35b4addb8a28d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb33e77f03b94aa2ecb279971b7a35a7410665
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4036d0d486ae4b41245f9728ea0fbfbddbf8dffd202523f25c764f5ec2c86f1c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dad904449dee252760ba871f62873597813951b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1565e787df8d04682b5ac0b185eeb2dee95aa97b580d92eb27bff5c81a8d74
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af378d16704fb633c28d1bff1b7a5ab1dc04a118
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1d9a3f208e80834004f9d5b4c8c49a6a3dc1f484f25f7b8a2b3a53db6774226
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78d4433bbf1ec2c3eb028d464a45de86cf007b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7979833374a266fc63dfb36f50943f2bcc5861104ec3086e96bef18383fec9fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0a9aff305c6c9b68bb9a4ff108087808a511fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1863bb30a129822de56962f5954ff3660cccb917c290b4dd142b11e8c727e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..982553e571ef8f381309815d38b383e213052338
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6e6b8a5d1f7df0b0731f5fd64d9f323c5ea8d87919caa67796c91193a293ab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65792cac00475a4ed5823b838b9b1c7ad2099373
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663f83a84db9258154c743d77e5b3843e74e2df5b4c03aef39b9185d1e57ee46
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417a792fb94df34bcffe8a409d1e26793429d55b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a408395116ebe76e0cad4cac57c0d16798d7800f853c6c9b77039bbc2d8f9b0d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fee3d736279de927e3a29f0f87454b31faec2ad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df01bd4d694c28559313b2d60f5ce9a202c90c96a0c7e7f713ed45b701ad832
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fad2f669d7128dc0faa0e52124e4c596da2df8de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cb83e087d818a19813d00b8cd4c2074dff433a65e402f90e47bcf7554e26adc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..337891932e0109dd56f975b566de85e74e6c9a8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3dc43bfa5697f4b64cac2520cb9f41befdf7d0d257f365cfe86e5fc33e8935c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71ff8efb9b953f1af4ca472fddf8c6f4fc43dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51491fed626c9a25633375c64381de1684aa6cb59327713a68f69e9e6315b3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a21e2b617e215f71cf6aaec529ccad19423e1e4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8201291366d6700c751b658a14e3c0f0ec944ecd1c7d76774231f77a8455c02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26b2723854f4d1ba8eeda0b68f9bd95374d3c266
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba22f0004bef9abecee17d1c3a5bfa121ea660e5a201e9be65a0f23c129897a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedd74cd27b92db5d535becf41d8a9a8fc06b520
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1a51d9f68bdf9e9de03c893d18a0f4ff2c799130abec785e7ab50aa265f1f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ecca5a852f46904af0abd595d5a6a259b70c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8ab1f49871e1dbff51090c424fb3e0860ad837358989728cdd784ce63e14232
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27559f54c0a315317a0ae5f5de341be47aa5e866
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4a3b466f4e1061de4db0c4a5102c26176481eb6b5a09fd65e6c7b0c8a79c4f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..548ee5a521bdc1a86133f5c5d871849251097586
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067f80823f2603450450f1034574155a78ce123aedf3ef323f69f7e80d99381
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b608adddf55889dec3eec6a6faea99874c09578d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd87965c055dc02a8b6f563671495282be307827d206afbe5ef1a01261128c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..805fd018489326d291f40feeed38732ef43ffd30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70826829ce5900dc547d91458248e88eaa3832f015852eb1527e8b28531da1fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd07716d197dfb6609e00003618eccfcd115126
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c995b4ee2d5c8370a705a134600c4b73b482dbb1e724066d80726ba048673c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c7a8d991aec7f6881d021f8aff6c6eb6ec6d91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cc73859636295477f861c5c4e839c1d4971892398529e2c635e42c160c6f18
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..defe79c077dabdbf99e5a48a3cb884bed49c3b46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce2fccbf6a881ea726892cf2cc920dcba68f162e11d62e7cc57065941d39d5db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf58d46ec1b6571dcd079daaf0bbfd0b70f257f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fda7d7bac1f4ff47f6f38788f1b76f8f0a24665aa3f8c2e3469459a09023c04
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abc04ab1b2f1e0e23feb860e9e0e7e6a0ed1dc68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:956869e05c556aa6528ab12561657e18c6b0502a2cd75943ba5f2bb9b2296f2a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e27d92318db56d5d0304d799b571964f97229b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4084be5a903cd61a37942188a6d568b8cdfbe01d00c43b215f42234517df19
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70baaa1935855d2ee452abcef132871fe930e3e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcabeb7075f48a1ab45db80124937d6053d23077f2f18ba6087f0464c365fc24
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71cc2e07c182ead782856a7de421ff4b1068ecc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0332f21d580d1522aa11eabccb176f45e55819e79bb7ac440e113df405b5da8b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35a916f25e91259ca1869c0a62e6f63d5e0d3041
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d948bbd615b1934a8a6b7ae6a5085535d9b96cbbd7936b93591cdbdb3bd69dd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58d512a5bbebd73117e5ef3adea3c5fbb2b574c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f624777ad2ee10a6ace81f625c6280c0628a84d8624d853c18fabf2f3e33559
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf049f59045b0a720b4a0087d0d2691e2e877db7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0dca29a3bc39773453d13aab1e0cef80dd58bc52c7091e15b546b44239e16cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e29dcbab5cc670d46bd33006b67ec1660b2cdc85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79679c3fde3a56dbd88530654b83d9a074473690292f98b4e697689b9182d397
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c603b5429123a9dbf011ec6f42283f3d3bbacfa8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4afec1f15b7153d871f2466fa057e6a08a090b20070235353f1def3fb71df5c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a29f2b2133594fa6e0100be6227da515697ce8ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59def0ae01e27697042fb8bf425ae88e5435fa56a93c2249babd126ffebda41f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbb162c5d379f87d83e4b7661852080519edb653
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2ed19998d9b0de19bcfb3031b67f481cd7d31c905d27f8081a44e917c13ac7d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ebe8651f0b1f0ca05664446b842334c9d0875e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a6740f9adceb83569c28a0e4799ade3cf0c4a59b41ac03d99cc5f9aab004c19
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2636f80c3beff9dc649a92359849b2f9271a411e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1880ab225edced2a6d17d62500819266c14e7da56e4b26270cd434d98d449d3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747e928dcb34c989d9a4114a7fbd29f05616440f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9eaf0aaa35768264f54d363190b42f4ea9349758963051da57d925216f0e5f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c837ce5409f3e39a55a5c249d5db1cfb8c40b85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b668b717f5f75da8922ff59f38f2740fa6edb4282e90e7294d315fa223ca436d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f7bdd19cd14937a5c6d57e149d1eb1c5d1ec7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104f1db4d88a6c8ef2a1e58e4caac645a20661731efdf22f928eeebfd545ef6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f57232d59cda7b31fec5ffddfaf2de814298b4f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2cdfcc499066dac5ddcdb36569eefa65bbea7e25207ffaa3d95b4ed14dc7cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d5e6ece25715118f4d5434500131f689e66d376
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da83fa50050839f146cd7b876242624788642051fd8157e756b960bb696618b0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..972928f4f6dedb5af3a988de638075bd08f28459
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eeee4af7d5200192b8cf6526fa79ef1dac41b8c527b241109592bd76e97647d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c94932eff80852d3c848027987a0e8501d65287
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71dc50da009ec76c6363250e48f8087d6479bf6af4c6919bd3605abdf88d742c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e301c8332357127a66d62aaf6456acd777c67eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a40a2127a5037f2dfbf5a456d1472fda5de76778d5d5daa37f7180921dfb38
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c0b296f45a5b670fdbc455ff4b69c20d8e87de3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace663d4525300540ffdc93436f1c454564fb8145687ff2904c5d261c1abf490
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2f592a900ff5f816e7b1df266781e1418891f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3a7b17d02b1ae1a9b90bf438012362e5c1a9442d11b32314a18da88a8161d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ac326ae3f2d2900bd7cc5601463282b45400b0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aca42b1cd296b06e85130dfc63778c063acf049e5c0162739825155fdb4b7f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fcc948daef35172d419eba92e336480ddd9a08d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcc1a03b0b323a184f70e0f768d0865b976c4df4388caeb8227ebd1672e2d70
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..389499530313c85214bb3d8ddf84a00a2824712a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d358de564164689da1d7f0d08b932a48e60d802331caf4a1540b8749bd7680
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d0fb5f9f9733d24732fe9eb88495b595c3b0a15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4f61399c84337abed3ffc5a73e58977b5a2044f00132f6e2349ee23b0e86a09
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5f71e73a9236a24a6455eebdda8f92775e1654a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c99b99df598183179227ec7427108fd295bd52b405b1bb9e35dc531b82a2cc34
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b37ffef8b6b3f139bb9139d4c7bbf2a86e9c057b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59b071d3e02d35b1912cf26432d7c126496b889446e2ba072f8c14cdecec903c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9f5bc47621d39d97251fe75251fc240cd4bac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fece0a35198815fb49031cb84a5ffa5e4da5338f24dccc04ca14211c057f26
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a550786124b21b3a139d16140ca8a9f963cbf13d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86031effa1e39c974c40c8fcec40136b008323c99bace93c0e236feb95de52d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e90379ff08b530657858f0b883b8db3847bd71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e131bab41288f06a6a835073f1bb3c149c2fea7bc4f2155db65929d40a18bc2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178a87cff8c2035fef3a69cc1bce73c47d8bf30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9cfe80c0029c2d36744904995180c8c3bb0c47fbcbb91c1c587af4fa67c68
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d014a901c6aa3637c27c0033d8e09c70809d56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf52c339635de1c28597ba8f88519c3a78979340f9b3315a04c3beb069be1184
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a440a28a3afbe0d11e3784f3789e33e7effd6f03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dc977cdb9feadddaf958b3e9d938e6113a3bab231f021a2ba31896b9683949
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d545ebc585df682a803394950c9eb36a65e5cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139ae971abd4dd38beb744e5924fd2b132da021afc6a66b5648246cc993221ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d993551444081215f7055821fdf1ce30e1d6d9c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108f992aaf01a43d7290803747e582ca3c0135176c5ca48e041c3dab8bfcccce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98f7ce5036c73a245aef33eaf0008b9f7775e9b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:854b36c2c88dd76b84c9566b09568aaf5f304334d02992416c3d0beb0bf46cf4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69fe9cfe1e4255470f9f9c950b490d1c4175e82d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:542ba1e4cf071c60ef60354f933a1e799e9ebf96a5676d101630c609d7617a11
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52bbb6c9c9d6981d8609a2e53022ad92855b4da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15e5d90694922d648a8d5e95693d66dbaec0d9222e3e9fd91236e5364181781
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363732b975dd98e22f606a114599f4ea05c1643d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da0c4dca82ea2eb275b492af0f6c282638ca29c0d698fbfa59e2a0943c8b6aee
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dc800c9c164d6574d25d6e78d5c59fb9c4022dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e69497bd691f3e58a6240113bd5092bc5d0bbd10b913eb530e13bd43b732545f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fcfba4787fdd1ac6812041913726b173e7e48d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:229676b8506c5f3c5db7fa83b2a1765e76ec665ed381af8e117ef90a36a1eda4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4049a91196d50756a0a30a273a7eaa28f5af1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b13e31e7e0596a8bb7169e987fb8a9a24f1a762e394fb35cb47c93ac699ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b0881806bbf9b83a3afbf9ba6fbe7090babec9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478be29bb9705702f069aa5881177f7bc19edd1b7e5881665bce33789e0fad98
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d24045c01f53ed2902c0b7914cae74e2dc7c1ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1736397f7426e36aec8f5028f3c545be33037a5a5084b0596f6d277b845b0e6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1c275009e6817a41328ab2031de7c5435d9b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c189cca3db317f333d1a4ca771ad3edd0f9dbe9e4a300cb0bae9dc8c712a5fe9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c416fd443787ea0a9609540eb57460eb0033bb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25bf6cc217f868067cd69e54922231862179c8ec372dcfa1374bbfec65c425f2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba44ac9002a6628f282a45c34c9376ad71bd5ee6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6feafe7f5fc22c0a00b1265b53055c53493e2a67f1c77aa8a2c975a754a772da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323f98c6d8d7be64b3c5d6febd2d2a2fdb65a610
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4839c59a3488590d6dfec96930c02b6daf325013ec806255db307bdd91c00f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f803ad441c5a6f78dac510cc9f739b102dbf952
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435e31c4630bec4a469cbbe43e321430b670f3b689c8de070b43d9f6c66dd48
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172c5d14a96e77f1cc0abdbf05997924cdea3e21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4353e9885c5f6668141c33e02d1ba7b1c32f4b4f2b6380744ff95248a5d9ef91
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b73f4a351ef444a3917c383b9f98e578dd6f6567
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea23e7c9ada2620fb3d80368efd87f4c949b2693636b9f90d2955c405e8156af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ef9a670e964453f709788e24106ffe93638e20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e515e3c05b162417b5332782ed009566747d16b1bfdd87953ba59a41fe4bcdae
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f018bb80e9df5d6b878a1524edeb102c21f48f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6544c60afae154eee5d3ad7f8422e09be75ef5befaf9c1e2b524dd98ea64a64
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c6b3c02456326b88bf1eff2ff58b1e0f3a42b2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b56be2c0be6ece4f630d2fcfade8a18c358d100166844a763db59ff494d8f6f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65597154f288eec2bb0d1c708aca6f451fd8b1c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4cc5023a9263684400eedf7ca7a478262401f69353b3b67442e739f9c1c9de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d533abe34546040ba92e469b19dcdbea3b76bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce529418ac76341a349b6e9c7986e8a8aeeac4722079634a85eac3a7c34cdaf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd668f3546d9756daeb93dcf56fe6b585e125c71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca194e43b226e8728d1c0c35dd8c985b9982f94ddebafdfee934a94eb793177
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b54a576063d21290cf6019f98ffdcb0d5fc099c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0965c72a612f11b486723e7e5361bdbcb8e41b62842eac609c9166aa071caf9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f873b50391b915ac53cfda04f42e4838d93370b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0c13e1bb025c7841a454ee1f892584f5545c6fea2244e76d7db4f6e68ac14da
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ca1c9f2b5efeda0a75bbfc938828904ec374ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fb4c3ac6a93f90944eaa404c9d626e6035bf01808a844cd05eba2e71c4f723
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9f1f8adfa4dc7af0897b6800e9a559e827bfe9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bda28b71da8f3bc8153b9ca13b3d783e23713bed120181006994501ef0a921a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de41424e636ec4f9c1f8dd545bef1b9a2186d0c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:467490bab1457388c7eba24e05cffeef9074e7cb3555d8d5dcfd88efdf321a4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d6e0d21ce9dec977e9795404aec47d066f487
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753914a5bd60dec95f4a7316d58ce03cd5325c2b5ef9359069ed22dda15651a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18447c6b24afc3d19ef0ae5cc1e2c10c8e1f154b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd8ca5fc52baba2c0a33b13b68172f3b4f9cb31a8405639b8a394df6b565dfa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57276aaad8d461e27d6867972a742317d6967d5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b60ff74289a857c1f1b3107eb9c96fc94c253a766719c23ac30b6ab973a1d64
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71da9d1fc47ea83827c0dc1aa9d8334ec1b11f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef06f59a2f1d6f97cd6afa513b50db49b237ceb28668a587c71e73a5d85fd16
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da8f44dcb1809045e861a2d2f8005dfa167f0d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd62727f16d66d062a18f54fbe01f2d168b28be646427f9c8ba044c749bc50de
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9287ea3872ed7e92e8fcf5d0892a80bac3886c6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d29d1c699f5d171819be63521d38d1203962b78b77c35f3acb8bcf609107f40
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469c9561d310353476af9d26337d740f0b2316e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4ffc284aba2d1165b8ad4ba88cb9b422027dbb2ebb32bb6b7eb682849210e2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e4eaecc5678c94977e2df25ec4c89cd9784471
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09f9a07fcbcd9a8999123b269f0a5dae0b2fdf190de0496214ec493379c234
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed929824123d093d20786c5c4432edd825e1d0cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d6af1d7e9e3f54d791252d6cde1f6819663423290f5eeb80f73f4edaac04cb4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913c8a4dce6b7c51435342f2378bc343d1aa5209
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dc1b54c9db89d1abdf4e119d074df4e8e553e92c3675d8a5c75f5633d482d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d11f7e1686527949981048d5c4781f5fff20b301
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465bd5102599784f3d6e56abb0654f87d94644d7f5afaedd83eaa96b7a91fac8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9555670d1a35762d7d6791e2bdac3cd73d21d7b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c69abbfab49ddaafd4111258f438d28482b5269b471a8bddf247a0c47f036c7d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d935289836a05b6c5085eac07afbe2bc03158fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b95248d92d6ba29207bedea5304dfc6954be71e09de1bc038f6fa66112dac5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545497d58ee9c2b16d13776ac6309d9ad205068f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d850ddcb18feba0e074c3f2a9b59ca25438f42326f0d230b3c9f9a88adbfa3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4b2e5a47a583fdc5cd623cf6d9272442d6854e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff977ed158369f41c81ee2e8064298b2e8aa937232e0796385a2a768896abc85
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3017d675523748f335e6e5ea1bb833c1ac4d84c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccf5f2d9150a666a02a47a51e9b1536389f5eeb92a51e2b6134a5cf42602ac05
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef2ffa494cd8d7c82436b4e87e6c5f08778c740
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3bbe2a65aaf73908b0447ec89296b51b1bdbf4e723c1440cc7cda2ac07d16bf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9057423454b9528666a8a6ff8a6f22a8f2a6e3f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a670084e65c4ac852a7e48bed93ce3f5225aaebad5f049d1cc7d8bc5d99d50
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560fd67dfe19047d508f9a53b09a1921bd9b7c25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:142df492b5ec2c38f806948e45bc197347e1c986c488d47f9947c048e02ab1fc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c7fbb5def68eb2d0ab54a42182909a85ea8aec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86bc0660125ceea8837a3954b287462730dd6002145efe15a6be0b8e7e0794b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..942557732bc0a7c4fad8e900d26cceb13ed4e5c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f70514801bb708f872735b9a42351f3d74c4174cd85b8c945efd272d8cfbb435
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1fa1a5eeb18504c1fd0e1c57a3149769156046
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ad02c5259526c2c4fd9ab7d0bc96d37479b44114f91a9e26086e5ec627f770
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e75c1a2331dcfcc9cc5c798afa8d2158f5f0fffe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4dcb34131bb7e8ff8401feb9e096e69970aa80280a8be4de2173ebe8dcf03aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe1fb21d2ae578006a0067345406ce4f82329110
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f61e49b7360d5903f514a30318f9afa921a65093a9b8ec38132570214f697b3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d47810317e998fccca1ea0dd519e5925515044e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cde86065528fa2cc90ebdd29569063497cad79dcd95687b4935f2a9b785d925d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94dd2877627771c1ea43d65e8645c289db6ac5f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a934f3c2568905543219094e3d9d3a0374ee34137a4af9b917b09c716e3ad33d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d702e0aede4ddd15c7dae515e672425411f0e630
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88ba91e5a8fd158261bbae596be853c728d4340c31213b048aa83a161c3cf54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06c5d31fffacec823286a0d99de5e0068bf2cbb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45606845820fcbb7dc2e3aab71bc4d6e7dd259489c1468684caa23bdd7c0e996
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace3b3922fef4db06d8e8ebf6bbea011eb3f2843
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bae6ecaf4f2a22235c6fe38d32360e1fa5a62fa4f120949729b10ea5b941d4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424dda52cc5cc0cbdc1f761ea5d1552dd304d199
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0cbb654fde2def63d0f39030dfa0292b90b740b99ec661bd5d7da4b47cd8fe3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..378f2d71c28196e2eca83cf61aa7a643f4e48a5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee01ae62755b3af77e13f1e177ca69319982c31d104dc2d1a0ea5b964313cd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d10cc0ad7763c8266a619d8ac3396cad7fbeb1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127f2f0440e3cf9626aeec0195d62e2e3098663f73ccacfdc9c4485c84bcb403
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a341805f241345ab12a98334d5342702363c8c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6acb445499962a5e3c916a13220c0704a098b8d61958ddb976f4d6c89282e62
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f789298c841371ea568445abd1d5c6aaffebce4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86bf4d4bafc3d1e6945a17554a456af9bbf78274800102be3b49ac73834bfb4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe1acfcb10efb4fda2d339083b180eb06b14e37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f48b91c1f3938a68e7bab4189d0e54c20ef036b28b3b1a03f70475ff7c27a2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b2ed74c94fbe9a4a559d9c796e88358be69d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470b2c11304805d23393295c4a9011f2670d3e5b433e1bca6e909b0d21424ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..201300696998705be12148180d9535c7df240847
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37340608f30e65c559280521178f72ced9c77de464ccaed85ea7ea27ee1aca02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..915d80ed01a78cc0d361eaf009268bd0f6c0e594
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72e821187bce52ca22e0c258a22e2d8773c03b80d96ce79737324d42fc674d1b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2551224eb6a86e719d69b24f15e4c6db82df36f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bfcecb54bdd6b6406f6efff35894283dfeff540ee21445a0be0c29c681aeda
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7051f097224ff17cb69a107f282c99002c822c3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dbf3f9139c1b7d5b11e2610d9bede27777ecc403d05a7fb2e865bd16fc69591
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6198010b2e485d3cc3709571ce9c0da6d308ecda
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e403e07735ab22cf5a5bfb0b20791ab8c98e837d13e5e5343f9c080e31c5c0b2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a24cee030d9b76cc96ddef7aa7eaf39b0d0a756f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7c54973b7bc4ac627c44acae7d743fccb61067901947aaaddafa4a29dd8e2b4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334017c6a852e3efba1d0d290ac2b4463217494
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f646aef741ecebf6bac64fce78c1384c9b6f5df809b47bc8661f202b40f1854
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974e99699dc8a29a3768240df3bed5f0e264fc28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b70cd76cdd918847f679b17881e5341e7fb2262258c61c49ee8e2a9421886598
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be117606879adbf267ab462f61e840275978f8bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67c1ada109c61546b86e97f2dbcc2ce0955d2ac47bbcbf88c423c04a119a80a1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164a1f0bfa9d6c796e13f0623d639cd52ade25e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf1f887cc19efa148fa02d7e3ef8c942c92ec8aeba21461b9bf4eb9f5e3777a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3497f4acfac0f9025ccd4c75527cd37d8d437e5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3349cf11c998aea86a7996a6cc06eb016869f95fae96466b09f503220eeefc52
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9013eddeb7b9fae177f2390d03cf6c1826265283
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01fe1b82745e440acc12b67d902d071bcd150eec030dbab11725b5a17e9cbc53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5cad15e96df2beea291fd2e898596bae290d981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11fd15eac346af54993b9bc933b9d7f3d6368f57538036e01da4a5268f5f5a92
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2e5b2ca4a36beddb9af95b6012a1474e5abe4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c1c7687e375f6483e42f313b7a2b96e5c2f7e3e58186f701fd8adbec2046b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e86ab1e76d216c9b06bf55182807f4101c8561ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9081feaa7c8c33065f6dc4972b7a1f63e63ce4be1788e938b353021ca582f0e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5b610ac035da91245d1e5d71b111a615e8f740
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14241da01e94ad426f49f2b0731ea9f6149b242abdeb58da98a8ff30ebaa8c2d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe9f533c680fc1856a4641bf80ff815533ef531
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:693356def91dbbb2f63c435b30e4a2ffdb216dbb8240d7306fac4837cbd96fda
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a145b67924991879d1bc46b25c9c2959e153e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:387fdc31e8bc0092d51c321ecdb54073826e6680a34e966ebd97e40a6e44f03e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..579f57cf889244bc4aedf4808194cf16663df748
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a48c8ccd4b6bc8180fe867b58d2c6db164d5d6cf82febc34112c94911daf42
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2763fc3396fa9141db0a0815ae0016efc324d39d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:789b4c81bee01ae58503a01e1d24385a8e298f73dfa0e868ace1a7cb9fe960bb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba3d6657c0fb931e1e3aa9d11f916f41b9a86f3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0482fed560979b377c28d46807a2582600dde0e2a7388b7b06f046b15c5b37c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a206de0a2c6a742f0edaf9186e19ec20535bb302
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efdbc44e75d4700e66c365eb109d3ae479ba317dc4e0e402910d60bd968523ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..518fb8af8242e67b293fb010a76a5a16a33b57df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9afebb80247ad8677b2c704cd084d58867a0421599bc49bd0771d819e021f5a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea1a50b2f4d25d95f41b8701a637665c1e224156
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20c40389c7798bee8a8d04ff8069d5367bdb1a882d6325e481104e683b06950b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b68db10bc09c74bed5b555afcb252e661e9b03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d920f3dfea5bc164fa0e11649caa9907981b798d022f860ff2ddc6c009be78
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d19a17f71a4eaa6c081af05ec74a0a49663fb01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4611ca5edc2c8af8ce8747b61e17321fed01c7f1096a48cbece6597ef96ec90c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da2300130107b7a4f4e2d7bb650bfb2010f6b68e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104c6ac4957300617c24584ca71426b2400367580f51fa93cd419556032bce64
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef8e6b8402966fc87b880307b60c9b47377ea4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39339c0c32a72cc5fe09e77e4f382291bfe3eb07ed77955efc543cde052c3fea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b13bd980c9d3bb81ae428c713651e286b1527cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf549cbb7980327c3ec2de16ae9d35108e03689ef803e8cd0226f9e49e315293
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e0e1e145d9fe7e70650432c0ecb541435ec7bb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef67dc803b161a90b4b3af77aa2038b8a5d324270c41703c46648638e2a0ac1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5e0633a104c41bfa94ecf5dd7c0930325214af5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23295d95817f76350801611e30c8beb3c5c7649d69654d6a9a694ea16556cc71
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09eb33e77f03b94aa2ecb279971b7a35a7410665
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4036d0d486ae4b41245f9728ea0fbfbddbf8dffd202523f25c764f5ec2c86f1c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2abe105ca6790d2ef3b66982827b1d8953cceca4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8cb7b981cd72914d0e3a2dcbef5669251fe57748489530219e04618d776657
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b69937e48f60a08803da9bea3675343de9c1061
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c03a6c8c004eaba0f3eca23065c897c9a215ccdf6dbfffddf1208d4e92a8d3f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9ac8e11ebe6155c590decdecc4144f7f8485917
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d18bdcb125cadce2b345edef5d70001f9f4eb8d965c4d8c9dbefd89606e427
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae0a9aff305c6c9b68bb9a4ff108087808a511fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d1863bb30a129822de56962f5954ff3660cccb917c290b4dd142b11e8c727e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5123c72d41a0bdf5300ca7e439ac85620eb1203
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67dc1a8bb44c9931f69fc1dcaf3170b365613c3176c59847880fb5f81d7c49a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b527f35d80d537cd0e41be784ebb3a7e2b0ef8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a369b0a13b7b500aea8bdbf288939c23ef49507c24f9d290e04213fe840b98d6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417a792fb94df34bcffe8a409d1e26793429d55b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a408395116ebe76e0cad4cac57c0d16798d7800f853c6c9b77039bbc2d8f9b0d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d69b2e4c2a6212b9ec27fa27fe39f73e014a8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b04511f21b65fefb4892d3b0a862b98a998e449c2fbd20f1454e6d4b1e66c09a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14e1998ac072199a2d7ba2611de391f300f12fad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb4080b95de53d4141870d9173f287ac3253bc76047d2bdcf7a5bd2d4febc71
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20897df9ca871e2de28afac3649a88862845fb04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2412eb62e9d075ed3c84954791006019e7e59df7b9c47405c516fb8dd50dcb38
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f71ff8efb9b953f1af4ca472fddf8c6f4fc43dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51491fed626c9a25633375c64381de1684aa6cb59327713a68f69e9e6315b3c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a0275521e8d7e2aa40fc8feaaf2e5b037854ac6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3f4727338573e526ce5eb9257c150b3de8101702adf9c807bf3d5aa381b01d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d85e18aeae1a020d07bd5c9d4fc925b59a639d0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9747a3d18247e38e92ddf049d5b0906f428e239e37524e21e25616ae961b680d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c60d8d0efe980b7fc4281f66e69eead8a531d8c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c543e5d9e14dec3ac9229499990ff4337579461d891846e897565a8061282a8d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f605e52374626070961559622add124c67e3f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe3cdec31cb6ffb498723c9e03cd2bfa3bebe58de22727e0dbc65fc231350985
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5386ef7eb981d1a379d7c73254c8202ce9353c67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852e0a598ea7c7c9688530460c38832db70f69d727e70a7af3a0a8c96a091dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51c9299ac27e227713638990cee1af172d2b2e0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92ceb5e9ede84b63f5595682492f71b0c0f4e539973b4fa1806b2269818f75da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b608adddf55889dec3eec6a6faea99874c09578d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd87965c055dc02a8b6f563671495282be307827d206afbe5ef1a01261128c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa19523392d07f124e0c09b5cd543bb8bf18c348
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3974fac6132f15c9a430d5a87bebf7e0935b07f4a5cd4cce6d11a5bd0a8ffd4e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb320b81bc13ecd6b0bf84e277d3d6b1ac2393e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89a8bd0d7878341a0a0dded2f71fbf7709c890c5c98ead20abb1b39665a6c13
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409b8f424f3c54329a879d84a246693561e6af22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9e6e87a97ddc0f6eb28f29c8addc0f289f407c29937e250ab4b6764c3d9db62
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b0004aa8c31e49c1d754c7b831856ef6de0609a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a73b66a05d050e28a4c7ee24297da4b453e534e98521236a1e95e571fc843d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14ae79729db8bd0ebf41db76c6715888396e6e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f74081e7930376ca7014ea5036063e384116aa46ae40076fd0fc10d1e4f5aec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88a856422737aaf7338e697ba2991ad6d61172ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128f14f7cc84fadd6bcc220aff3d2c08d98ff4cc9275d8d83f4c7eddbfeb5393
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e27d92318db56d5d0304d799b571964f97229b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a4084be5a903cd61a37942188a6d568b8cdfbe01d00c43b215f42234517df19
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90e3030f113475b282ad63c162eefb2ba50c2cb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1548c2cac8332c35083330772e494bae9ee383553c4ecc2c8867a858cc2bd57
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef5c22ecb33f040cf10e2413d699b7b51048ea20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7079b65901b215c3d533142d2659e0448968d2f7f5c432dcf65c94e27c67bc24
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4740b7a7f2c4482b2c5898fa1ea4c24972db7813
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95460025bf3aa361a008d44113bf89226acf7e007b67a23f03b972a1ca8de413
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e10e68b5ffbffbbe4bc81c7d73fabb05e826954
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:045b189a5376dfae619dbf69a0a1814104a1c5222eb228ea550b2cbdf027bfb0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8937c93046e54cfd7a599ca2aa52e6cf80f68cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc732c06afd6dda87be62338c45baea2c39e6bb6c5cabbe41a739556e111bf6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce489dabef9394dfbcdc2a745793ae5f8d5df031
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77efef11961fb7de0ca3ca95716ca8f7739ffcdf7f97635ee25b2a2f3833edcd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c603b5429123a9dbf011ec6f42283f3d3bbacfa8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4afec1f15b7153d871f2466fa057e6a08a090b20070235353f1def3fb71df5c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..995d465320468c061be788b64abf81850df4e20b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2aced2530c134bf9a2095a21d192a104f8b4bec7d9b12aed45afb1c3898424f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..741bcd7dc0e25fb484b0e6d3703766865e8ce078
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76edd310f3014589fb2fe996fff08b162c05a309d702d55954c14d5cdebcf7b5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac57639e10a578f32ab14d4789a0a1bc106ce66b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8ba99f1af2c82cbe7bd5e6599a74122ba02f048be8b0d05b66876322e67829b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1c5a27fcb0821ecac2cbe8ce74b49652c426d90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd43243b509f3dce1b82e38b0480bdb6ea303065728e955abc073761f8ed47ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..747e928dcb34c989d9a4114a7fbd29f05616440f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9eaf0aaa35768264f54d363190b42f4ea9349758963051da57d925216f0e5f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e79f3e1afe0e5f1e96fcd4f4f963c4ae0288574
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea6202b83439c22360e9eb67503b931e220aac431233935d80e452322ca3b37
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59f7bdd19cd14937a5c6d57e149d1eb1c5d1ec7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5104f1db4d88a6c8ef2a1e58e4caac645a20661731efdf22f928eeebfd545ef6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76bc87eaa6a4773c52af0fa78b091ee6fe3c7871
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e430a05e0f9fbff7d0bb10201903c12acbc114d33e5055d6320e9f9d7015d9c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a513429ea0258e8587e6775964b014b0664197f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a4e798dae98e31fef5e9a4ca67625662298613dfb94a0609ed88d34860f6a6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b945fd73b6259b1711441f8b13fa99e5e49154a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d59b5f86eadc0fdb79a7342c4b509266ae6ce134fca078428611acf7a8ebb2f3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..058f8ecfb992633d382f4e818a4352509f165323
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e29f21e5259fb0d8e8f36b9a7136700fd476ecdf1e2ac4858df6dc1225f83c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2da5ccf791f1fa45ddd4d911a19c281b0938718
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02e7d0129d7f8ff2c04d69001c576045e4109c35e233b12cb11ec3e2cb7a5b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7708de0d79e32aac5dc6462fdd7b7bd5cd6628
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2ab4a41fb2e17b8dfc6b4f0030b67ac002eb76ba07384a10701037b109952af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff2f592a900ff5f816e7b1df266781e1418891f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3a7b17d02b1ae1a9b90bf438012362e5c1a9442d11b32314a18da88a8161d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad242ec8d9684aa4b611ea0fa2b233d35c1a237
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb5a36c84fb82abcea35db127acce2166c43900e55d187a5ad2b8d227201074e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d273c6133ed75a57fcc5eef2ef34b95ff8628bf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4078e7551cf137f0148b969916b9774e1f94ae06a0c446d84e07563f3506619
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d833acf4c47ae24a85812bd40e6813cd5ff0eda2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccd8f6f4b9527e4ebb91617d57c81d85a575770877d1a0977189a289975302ac
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4f54af0e9a0fabea80a2abc8a3cd27b16b331c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5a84f8fcad04285773e32be5acaa9ef2ac5828b168eb27dec0876324d3db1c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..407f072e733b1b59108a62bd8616c33ddf457a6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0476df27307bf435f5265dd648c30c3e93a6b4c1788df07c1d95ce011eb19fb2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4227609d340ba566ce39418c880dc82c8e6ae0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c715d02b7083eff3e8289bd534fe1ad1b937dc9d3f8a4533f0345f485659f2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9f5bc47621d39d97251fe75251fc240cd4bac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4fece0a35198815fb49031cb84a5ffa5e4da5338f24dccc04ca14211c057f26
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414ae7ac7206ea95d58e30ae243f5a566938afa5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:125af11cc81ad13c28e76bfa53f56fe336dcf89489787d88e08dfbd136c8ea30
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39a7c5673911b51a2dc66f416b2fb1193de9b468
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f92a6d52319d250115a603cbc4ec97aca36877791eaa7e07ff5820eec197bec
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b178a87cff8c2035fef3a69cc1bce73c47d8bf30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b9cfe80c0029c2d36744904995180c8c3bb0c47fbcbb91c1c587af4fa67c68
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf88f8f6dccbf0658afed08d2ee26d3d02c00d05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb57452f6e17d4d2b4bfe181de34191331d30c3dbe7fb366ec45926b58d15d02
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d93367dd0cc1b71d3e6e5b80e2661cf4de0dbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b08a4a57385be08d5e0557c773e3395c5b172e5bf35cb83e23c03c50a1492f9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec36ae36090fcb743476d399addd15073ecfa33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf7e8edcda31983b9131faa1a1c5833063518e24151c58913c4c4d984f2d79e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d993551444081215f7055821fdf1ce30e1d6d9c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:108f992aaf01a43d7290803747e582ca3c0135176c5ca48e041c3dab8bfcccce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb704197d9522fc7b1fd87f7a0b4c6d0d559ebd9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3dcada6dbba719c35b909935e6b14ae5d9b620e468ea61fd5542cae4195597b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d62f1e05b6909f3afa9dafa9392905bc3e7a8c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe61b0af188abfeabb54616c5c620b5a0f98b57e15663e594183ca3b204c833
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1460c22190aa0d8aeda0adfc54f4db81fe73b548
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f19eec0bc517e747261d15081897851c2a6d60507c10740965887e1efd9246c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c1dfa46d4cb4e960289d0b0dc7be7c6c3473d73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dda17a7b3a449a72e915209a95b53c4429d797cc37e8175c0b6136bbcc4c466e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f15a9049be7b6ca7db470897d18772b7ace7d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dca9854ca6f41c62e87b3a207d50502a0b6ffd628a7338f785c19672392bac89
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ef5208aefb4a89288eba8e4a0983edbf412208
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ca1829380010324169c2a78265b2a9fa093af9f085a222df1f12d1d339962d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4049a91196d50756a0a30a273a7eaa28f5af1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4b13e31e7e0596a8bb7169e987fb8a9a24f1a762e394fb35cb47c93ac699ef
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb7ae290ce85aae0448105c3a33c3638352092c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7a009c75c7f5697eaca1b23b167bf632bd56587fcd2dd299366c91bdd747eb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e8280c7213e26400446ee2270ab6f1634060f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6bcc0fd74ede787f951153c02d24ad8d92f22d54bad8611febb4ca15e654e6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc1c275009e6817a41328ab2031de7c5435d9b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c189cca3db317f333d1a4ca771ad3edd0f9dbe9e4a300cb0bae9dc8c712a5fe9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fd55037f1823b2b99681ab0b963b00059ad1b17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d2f35121ea4378592b8f2b16cdd86b684ae3fae5d7cd30a1c1762e5507cec15
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..270e632368272a8ca9f01b27e0cc06aada401cc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:469aecb4cc2c103d570b92f3f76272f11375df65199d9a9f04f043349880d668
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06b706776f94b3945d4f9cab1d1587d5a5f14d27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95277824c946a1ae288727e0ed3cb8a0f06ce8d34efe2971e7afc540bdb3e48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f803ad441c5a6f78dac510cc9f739b102dbf952
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a435e31c4630bec4a469cbbe43e321430b670f3b689c8de070b43d9f6c66dd48
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a225e896ffbbe0570dee3fe82850c08889e0746
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c998f75a8b57fdd49ae2b6429753634dc4777da3af05281c0201c1a9a4925f8e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ba0b3808fe59472c75d4b9c217956ca22443d3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3507da13b758fda71c1609cdb219db0dd31a6548d25a73a9c2566efce56a6f3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d5c5858713c3ea10c3c69247fe859b63d53973f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cffa5a031ca65761384a597fa9b20343b300a2bb87a2f69300f3349c64b6ff7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..007a16c691eb62b6be81ad100eaa55278f76d62f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:631520db81b58070babfea59e5c2b536868f44f1f48db9bf65ba303f9c2fad4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be53f89ac6b2c70868db555122cf9528239c3aff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e2beae4ddf824d1aac2818c66b10b8c2356fc663eea0c43cb721a1895887499
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00b6f7d714fa665d4aeff097d301ceec2eee7e1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2b4037e47efd1ff810e3097d1f941f5e4d37fb1359825de97cda7f675a1093
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d533abe34546040ba92e469b19dcdbea3b76bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce529418ac76341a349b6e9c7986e8a8aeeac4722079634a85eac3a7c34cdaf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05aa21f0e78fb9bde45f033e5efb5dda533b1a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3059f16871a73f46a75871450390b5aafc43a8f5c51e539b91569f208c05c2f3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fd35093734411f6823f15bd531d911192d1e57b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7369fe274f47e39ce5072a3151d922c8cb5a9eb3aacbc7bb387fecb4d2ba1c3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ad78ec6538f3d1d846ff980de9dccff4c4d7e17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d41dcf8f9f9e55417dbc52c1b012d15a8d3010e01ffd690b03becff87802a88e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..422a235b8caf7a15ef4159267e943cc7e63f6cc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0813bfa6c844b7e320cbbb6492132d6e7977c76a30bf61e2aa3ae8407e9fd309
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4cbe69f39ffc99c0d25be5c656ea70a2e4a74c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b71fe1205e5c4374faa76ea3a103749df265d1cebb2c9513929faf1765189c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69a0da0fb8c6fee0e698d92dab8a223898f89b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54c803f7f8bfd0a04ff09ffd7b98c78d4869a4cda51b0f8cd5491943efc02634
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e77d6e0d21ce9dec977e9795404aec47d066f487
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:753914a5bd60dec95f4a7316d58ce03cd5325c2b5ef9359069ed22dda15651a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92736260090a940cc50380f6c49aab27e254365e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6947b07533a5b2378d383d457e85d4591ff8710a245b9033eb49c9cf0b61eaa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f48e2e5c50da34173a41e9b9f75487350eda078
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6f00c9bd817aebb677218b251a9f96e873368608e2e8f3af5f7e32bbe4952a9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c71da9d1fc47ea83827c0dc1aa9d8334ec1b11f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef06f59a2f1d6f97cd6afa513b50db49b237ceb28668a587c71e73a5d85fd16
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd8b9adae62aa768b279008f60edac5b6dcc67f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c6cb16836fac255a55fac27f4b69b8f457f1fa7fbebb08944a96776994e75cd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414e318eaca698ca1410557154e9caaa4028e72b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f5547b514f4e9e9b48cf09731034fa21898207f19bb99e21f78ee101f097aa3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bee45fb231d749d6393576ce02e17f3923116a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9335aeb4893d93be95c316157f1283925dd67a4c73415c963a9b11733819204d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29e4eaecc5678c94977e2df25ec4c89cd9784471
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df09f9a07fcbcd9a8999123b269f0a5dae0b2fdf190de0496214ec493379c234
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9f389735c00851efd14e40ca49c6b61c25ed0b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:980d5b4661a3d724ba1b9b120db11a03f9a953cd406830e7d3c77f6e1cd26f36
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8650e1a2bd5f2f0b838ae96a777a09022cd62950
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080bfebcb3a6aec19be4d1ad055be3b745d89d4ab8832c77171d980b3d5f3aa1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf071cef4a7062fa21dab0ab1eca433a15ef2d08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3918eb1534dce1ecc4da6d32b16ab12ecf062dec3c3fd3d07d6b33e74f6c45c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68ffc673b55fb7bf4b0076a3942f5dabbfe6a3b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e571952e536bf9378248d7ddd4ac111baa9f975b5b9ef1df072185f9808a56d9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a73f93e8770292b529f6d5616e98125463b012b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2a8f9b9c2515876a1619615d6f14ec78d0847ef88645b492f9ec78951eabca7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545497d58ee9c2b16d13776ac6309d9ad205068f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d850ddcb18feba0e074c3f2a9b59ca25438f42326f0d230b3c9f9a88adbfa3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c4b2e5a47a583fdc5cd623cf6d9272442d6854e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff977ed158369f41c81ee2e8064298b2e8aa937232e0796385a2a768896abc85
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4035ef9351a3669cd9c57d60184df697a93b246d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497de7ffd7f91b6e79620123cfdb64b43001d89aa22c439f8c0f905a58387ef6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95305e72eaece950d1da8a088d1384e2dcdde17d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a53eea731a588bad8c2f800d48a7c5bc1325153c81389c0d1bda8499a459a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e19f14243bb83aa000a47d1c89c63f7e1cc983c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6462510e0a7cff813f1593971335817d211cc05260c7f67119dcf59ce2269637
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33543a291e0a7812f120314d5cdab35e2f66f2ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb30584b8b07665882e911f59028730733719cc63c3838cf872eddea9d8e6d85
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76280c92b6b644254b9d1f5e23fd5f945fe03e55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ce364eb370a046b91a5c6cc0e2e04bfd052c2aecf9e195dfc65979281475c1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc578fe794dc96ab805c743bb35fe7ec590796d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd284a8430ff8e56b5ef6cafcf13f6cd33459143d16be7559afe3f17dfdcbe1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd1fa1a5eeb18504c1fd0e1c57a3149769156046
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38ad02c5259526c2c4fd9ab7d0bc96d37479b44114f91a9e26086e5ec627f770
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c62dd07dd033e7c393eb6d3f7e93ba4b031d22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26a5df6d7b83a55a97bea75cf0849da1fb031dbccf97608991525418c377dffb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004b291abce7280c191a539b84a9003100f6ba57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbcae0efffbfcbd312b703318c3d847260a9973cc2eeda010bb2634052de111
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf8f2fbb62ee8aa08db3b62d35410c01e805e7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09af15b95709d891226a670dd86489d316085721a7d05c25aa0016e96e239b90
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba0a443058ad6c56bc8456de130797f4489c6c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1192a1cbbec08ab634dcd4dc10e12ef22d1236de25f4a264a592278ad8d139
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0641f878d6d765cf4fbdc22e5cbfb15c88d02d2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea0d98a17708dbfd3f912dfb573dcd264b8d224c877f5064579ad11fce41c4c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac16d08130baedcaaf709774e846666321bb1232
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efbcb9c2ca92824b91e56a5a334b7fad35d9491d3e46c2de35277f2f4378fded
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ace3b3922fef4db06d8e8ebf6bbea011eb3f2843
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bae6ecaf4f2a22235c6fe38d32360e1fa5a62fa4f120949729b10ea5b941d4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70cb8845404732e5bc744f2c187fadaaf2c8796d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8058a29588fe2388098b144684f54dd9724fd6ee78cbc6caefaba83d16f3dc66
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27110a58a832728e01b09051080da0e18eac4372
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:408eea001301af1654f031fa95b9a729a84cbf56c0f877b7058d58f8dcdcbf54
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..072851770175a4b0b88d3b930802ef9dea0018d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:176e3a9c8d60dc96aac598bb293021e87022cc4829c6e8c1ed8c694f8f6bc5de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92b88a6f90398b7c5529dfd2bb7e327bf5ec5cdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0200d072db0e8d25896be56416be0ecbba51bc6d525f211d09e5aa7b3a84b7c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f2f4a18ce8c9c42d59649d6a3d89fcffaa427f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b449fd2bce4d1b55b7df78a9d1623f87df6122048ef7b58be0d171130b5d69f0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf8cb52977c65a74b0dd1e63528f7b05e5addd3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6675db9f7393e4072c6765b8a0a587e027cb7153e5c8133056e4300c6d2783ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..110b2ed74c94fbe9a4a559d9c796e88358be69d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8470b2c11304805d23393295c4a9011f2670d3e5b433e1bca6e909b0d21424ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585f0f8f594a88937b7a6bad65d6155873f008d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302896c21dc69a68f769680df17e813f80bca9bf9456d1955d01bdd10556c797
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea278562286daf493df0b10acc43ea0a7381ca6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c210d2778b56dbffc4bc90d80f48322549d74845d11fc4a12c2808f113d4c0fb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2551224eb6a86e719d69b24f15e4c6db82df36f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0bfcecb54bdd6b6406f6efff35894283dfeff540ee21445a0be0c29c681aeda
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb6d88276caf2d51658c5d79220e5aee035148a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:587e9e2595cdac0e7792863ef8285956fbc8cf720ae123765ed4ded3da484f7a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..327dd6af0802a9b9c410bfe1b2354399ebbe2ee6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23fa60d7b39813133588d988fef2a1928b36b70027306ebcd76a0a9e9de89521
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe840ae7ab417933dfd4c73885374163e49e21f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0dd96ca73a63f98a7b341eb5f063d190d8b49260ced3c5a7004b8b3935da8af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334017c6a852e3efba1d0d290ac2b4463217494
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f646aef741ecebf6bac64fce78c1384c9b6f5df809b47bc8661f202b40f1854
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c769ef72165e5c4c70361434ea84d506bb0dbc75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e0e7d73352ec56df649348a70b0b79005038c65933c647ef257db5ea00e079
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2dcb65f836ed6f2738edae620ed7eab1490608
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce6ef9b6a6c5033b1e5f849cc99d36ce0410d2e69900fab9c470c83d947eead
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17bf513e5e864f269586c56a6d9c89ea25d23267
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9f7b05bc51abd315ff175b5b89630a6b278c16b371fa4b91e00d806eb85905
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b588d552c32656e68236b86d2afb391eb5ce697
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65656063770df6838483402bc7fe6f8111f27edc201f34ecb5471424ec2fd124
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49c8036737663ec842dee9e64ba4c2097c17c767
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa024f751518e8ed22cd0d4756409b9ca3741d9747e4305eef28166715427b7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df89ee845720badffac96d1e0f454b7505c4076c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5da6d69345cb8ef370b6c73ed40fc7ccfe6543f9538e9bb2517bb7e8c117e96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bbd7ed67bdcd40cc80667ccd772901a3ddf7994
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75b773f7c0e482832fa294e96f5093f5895e9d110009c553156d5b8d11fa3860
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9351ff61461135b2119df9c37cccf8a22a38cff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d8e9d95bdada3305a0d332e5557c7c4deb950c0738a4f03a9fc75ece1569d03
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60515f67e5802bd0b8d58c0dac3b4ea190679998
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45df2f30e41026785d9897810f67d24dd2bf90ae13916bac16c9a4d61b342648
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8398ffc294ba70aba5b0c36857bd6a064fad4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45deb3a8abbde2ffe5c8a8c11af1c71ed0a42f00354bf3f85f2497fe2dec0b0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43f8d7012e1a08acbe7f6ee5b995c1117dacd94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2609a85835bda7ff2cb1ae7a397bef036c0fefda45a231fbe25b9ac839b0e87
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd775811c3b9ad52e272d58b7ad788ab1344127
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83c40657e830e8151ae1472158835646304ed9e9d9e7da47a9fc7ab9ace722d0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded2afad6c39641d9afe272976ba96fb26092162
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56d7d54b053e1cdf7a78812a0e0d99dcb78b4b10aaa945d92659e37c6ed3ce35
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92aa2e5fdb8aa5aeafe66705065d0253d954d292
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:897d5491e7b4fcfe84bb63c37b6b265b18d58367ee80b8929b2df992776c2e67
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1307b1f0b71642918f135c6d28f0d926381732c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d9e0601a46cef70ac65f058b75c39c1e725fcfc7fe7fc8f3c0226f77a8110d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bccabc8a42ddb4c391ab2504270f67bef3c206b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65b53bb70543c57a90d76f66391ae164babcd51ef3f80041c03b5462970ae0ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..885769570d137d2e0038eec68855f02215ea6ec2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4c1d171603563357b8b2f5e926f5715bd4a0bdb54472ec6ad79097d74337337
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d47327db265c4ad35a60fe3f338aadbe4d3b9ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:586591dfbdcac0ba3600698d896e132629d9223f5a6b3bf4528a14a28f003c38
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a8ae08d83f6e39995905c0cb32100b16f140bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0029a4fce9aab9bd069167b5ef1ead901ed0df3ba5bd8b9aa7e0eb62bfbc2a55
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc0bd9b66f9ec1d3b8c18f5adb4d3c0e30644f5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f62adcd3127339708601968b525687825c300419f0b984fdb302ed0b231e8d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30dbdb79a018311cb5391a1bf48ce9269d3fd39e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8abf389616fd075511676ae8647a7aec4c5f636b3a3d4cf40c67d5782ce5b1af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9147bf35cd147bffaae2875f1d97988b48ae049a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d462ad3be16a3581091054cde6f2edd1578271f8a837d8d624a813f55ab4a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8745316d7bd32a0ae5e1e8e9fc5b96eada9aa0dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b29a1c666e21995e231fc2fd1d29c01ec667d46b920dd329c923ea2bee15bee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f25cfaeb800745a5756048ba4fdc77cc713993
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51d2694f3456340d6c9d531774908952d1b41d5a07ece362ecacd5891c4c2bb6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89406e03605299ce7faca87b9c20fc6bf5ce0874
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c06b57a47ba4828c8f5d1e850245d7db2b33b6958f5445c83a7491ea8d055fd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f751ccfd7f8d6915f20652acab324477a2be34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91ede9d936bf21065b06a58d135e11b9f93d16dc0cb681dc79d30daf17c2178
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64613570f71ea483f6bf5bf2d0710b23a5e3ff25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2d240eb27899479473e03897cd08588657b4578def0bf20abffa7afa808792
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7aad0274203ee6e203932b813b5adabc7acb0689
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c88fd2b372378b2947a43635146e989b088e13deb65db124d20e319aa2042ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac58a843b52e49ea19ef5b53799a1a2057060cb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c08c90b0e27cc8b2ac52acd5143fee4303b467a7d99e84941039cbd3a38ae0ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046cdc642eb65bc87f72cbc09316d90c3f977981
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650cd800ca559f19dd343ca02bb9385561c67b2bb58df7566a8ba4d5fe363186
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd51b04af9e64fee9843bbbaeb9a0fc85d307e92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a4c253c4d39e1cc668d99f2b4e5d9c96cc0c4a6d762da4acf85059522dc575
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0c768363144005d10c69cbc928c424e05f6dc23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c732a52c164b4090935ce499d35245c227059c0764827dfd67636d46ecd8eed4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b2753ccfe85bd02a6149d4449a366fa0a1ed457
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:500269408056adbd75ad1fab384f60035c5442104c015b49e7c8f0755f9fa8c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2569ccf4ab09f75972f9f3cd13e00b1a5759784a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af78c58346380032133267242182b83d8bce11137cd24e630afb2aa45882a73e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f51b32da95f02103824a4ab07ad91a8a7e79f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8716a80ecad3ca579178db9d002d3f7dd69d451f73e786f77b1ea66d982936ba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd37354286f1dd8b20f88f48a9974e8d67ab4c8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c004d1dcc4678375389e7d9d2cde38ebbc9c551b2d2ca192fb3edb9fdcfe63
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97df70a0349038ded0d37d02be26af08f2f50c99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf84ec3c957e671c950ebf0bc8859c67fc863adad89c0cc5093ee029e8bf24f4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..869205527b09e7601360e902d55e0cfeed985aa5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eae8603ca40ff373817001e477d1f788c2c3886b062f8dc3297004fb77b0445
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f5b651691146f69d9f334db1817677dd88cdbb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da599ac6cf88ce97496b2818c182008d1896db08ddcf2603e9924f499c264c0e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d4abb564610f8c62507c0ecc5fe2bff65f8b42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e75547dee3a4de00aa1f14d3f9b662b3eb6665cbeb28af1ed30a4c457598a5e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f93da03261af1f924213617909fbacac5b17c1e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a20024267fc24cfe04f328b932211692f877e17563c1dc1cfbc0eb502fe175f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..174f597e5288315e4791c002f0f00d8c59f714fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f740042f0948b6b21f06076531b92ce2f78ce460955b38199f11b943135fb0a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45e641487b5bfc06256afb8606acacff07e96ab9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e738efab5b77d027a6aa899f38d7a836f2a3484493a005e5b6d810224211128
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad126f5c85d16cccc331b07a18ac1b6453825e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f15831fdb1df1026fe6cd023218ad8d0a02c965e00a44fef19b58906e0df237
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a093d08d393015d501260b895ac8259b6252589
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9d2ddda6d40b1dc787bc8d30d1f93189ff4ee2fcda0f6ce380872e8ccc4cb8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee5faf8a1350593336e42e8c867006bb4cce26a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c1ffb9d253d2df436b6ef1f07a1b25166a4122793f82701d293845cd4c3920e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0872a3eab416d2528c70f2a4876f70a0951d4e60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1dce90b598242b13b050824d32ac662781f49dac623afdac59596f0c25d85a3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5e1cc15ae68c6ead2d8fbd04e6556c725d57fa7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad0a1c27a6c4f8fa0531034aea642d7bc7b26aa24fabd334e6890ef8dafea78
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d2679df865c3a52dd0963e63d24853131ac0f50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33098ba1a8b207e866895ac5eb39f395366e73b645450ca7b1e8ce4f4767ab72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d340d935e26e3da1f68727375d263c229588fbcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad53154570fef407e2c72ce04a9b399930dcd700289a8d241e328ec1204ab019
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcd5e4fc5150120e4089631bcfa462db061465e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:126a802142be9b40dba9dbe5d39f0ad119a3ad9c725b88003fec20984752e8eb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..700e46ffbf93232d06d95afcdb87f44341459d4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d07411e2c320e29db553ee027379a34b7ff035dea2c2095903f97676fbd219b7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c0ae49aea32fe8dc547dc40fb88f9b4a9724f09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7da80f9a375d461ead6037e44edf8c070750e38b87141349c14a1930fdb9473
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c049f5f4ddc94e151bee920470d7d13893f4f47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a03c50727d48b88f54e42e187051cda5aefc37ccf7f9e3a6da29241141314d3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dceead2d2c1c774fca6187383cd83f942f4cf4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:759bd70f9c225f24129fb3eae09e2337183ce25f646954175de0473f129ee7cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43fb14ef6fb353e78ff9385d72c22536a8b0fecb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4a1221ae6d28508e580ef79a1700ddf80cf9585411479298d5fd8be21890a84
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e40cd07acda26521f481bd00654d7de5f28d8760
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fad5df5763ac086c7a8bfefa1c64cbcc18f12d99717dd1390e6a03fd20eb2a2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e58b5d948c69892bfe5f979e523c5e98e369dc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:810a1ff61cb1452f8dbcc353cc6eb224d0b10df752e46b404357535fa7443e1d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37069b8fdf34f191bdf0f1b85eb6a806f303fc9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57fe6c651f34a2a60e03522c13cd6f809ce3ee8d3897de8af2ac87fb660b27dd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d05cecf4f38a35b014f82d3f1cd1f020e39b83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621ce6dbb9eabdcd610c2f628b938c4193035f7a211862092a4771d4e0cdfc50
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b4978041631641fb5e1293aa32900505329b3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8830f8ae28464ddb0ca89c926ede76b1c80fe54f0b0fda79d309bdbd2f57118
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39dd90b9e3ceed07ab6dfa260cc0f584d536e527
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c5218deb5ba44744cb6e1b62ca5cde47c244a63e27d8b96312ddb9ec71f3502
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76aa848e8308c29a91bd3bb6ee2baed578629128
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db3cdaeaeefca165124e3ed995e66dc4cce06e23bfa355ab50868c666fe7463
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9276699acd2ac521a8e8112013edb380dd33c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc2abab2a0e5e4a4d6bedefe401452bc6d2a997896fb6551144abbdf87991a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..351b2cb8dac570def4ede66f02881d64d54fcf65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5eedc539068f865117a223d9a3807663d3685541e171ad3f0aaf71a717d8496
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594ce6062ec71694a1db06feb72d1b4196b7de14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b89941b8a6c01b1e39d8317bd3b16913919b39d18e20060d24a2b6febb987860
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56a551ce4e2fbae011f6c870b7d1cb0ca205244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6319bb2457eecc0e2544337c7835bcbad3d68984b01c9c774a06997a4539336
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe641268342c70194a936b4132488e0eb9510050
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97d0d06f2702e3b13fdc6f65fde5ba6eea53ee62abf1bb2328726e6ec04a792a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..acbe3c32e23954616c0e252ad6967c4b2fb1304c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a092266fe26a6188e63e539bf2333f37de385e800867e746dc48bdbc21a8ee0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f10e4f9aea3209738e578e39d6b2b5bd91d390b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f328bef6292fb1f3da7d8f583aee13006bc06b4f34c6ceac5fb90e3cad785c6b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af814cb89f574b0ec2889ef66d826bbae1b334b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b02ca7017896ba5b6121dc00885948e6b30e3ad70f7d44a30c9272a6b54b220
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a98cfeec9a3f58570aabf5a0a58ea4db442bd2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75885c75043d883d87e6fb6f08a9d49c9690984fe8c776f7bd96cd0c9e6d083d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9d380fc79c45fc6234760f3843c510cfe8105f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6352011cb70f09c45c85d2d417ff58e87d103366b7afaa852ca0b1ebf6524c17
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61374056d4b63f7fbdfe924a05789fa029bb6139
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab9befd7f346483b96a33a291a4fbc2d57de71ff2fcd23f3091b9aa53a6ed36
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24d50a40e7cfe711db6eb4a1222545e0772acb02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee0ead46440d9e6ac7ceca66db5982d64baa757d039d254681b55eb94ee2fd3f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e983e6e5f89ad24afd5e785614aeb867e40afac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9437a0061aef254251d06e06aa542eac0873fca1d88a296451d8acf7ae1afc76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b032a97130075d2819962de007a0f7df7d98fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef6877532b5bc5e998b841cd228683d7a23842b581885f9aa91ed07683b0601c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..347ece8cd648bb0a585ce6677df4b80d4c893cd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abae702048becbbffd9b1f66b1c7c19de0f670a402f6e0d183ce8baf3dce8427
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba1ab571334c1c8cdfce44fa6805d136a13d337
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:182b5965928ef80f06f366e6c551591090a1a59c166d691593884e5f4fc19159
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8901c0cac919f7ae6c7d29a8f062c77ab2180c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6f01f114e1092f69927644b077ab207591f670d381ebc554c702bcb29b203c1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e4b63d22ad593d234f41c504addaf3d5a2f5373
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91ed0531046cb393c25898824aa4a98de9f7096ef12033e4283d9f0f9abbab4a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f10aa737b47adb2a6cabf5a8998617dcafbb6b36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2006f4f6e068d426ac2ce9cbfbb5b296b63bc94d61376390f78c9977bb4a935d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad40690694d9349a4904037703764b94ce123a31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:621d7a112dda20d398b47ec60b29dcb671e263abdab5330fc48f177b32c054c7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ccc442ec9793ed172df3b2e5129f40d08ec41ae9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06d603ced547aff27bd023a45f1290961d2b45cde9696bdfb8925980175945cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9dcae796d7a17949a69ae631e6e2a53ed4350c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20b5151b54bcf699965d5f63c378b288e8cb59a2090569a1349ae833a616d85
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f369da78e8f3ccf2a3eed36ead595b8a8cd540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d214d0fc39ed226468c3627668a2602f845ab714fcbb5dc3edfd30951f4806
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dddd7b386883dc7eaf8700ba9a921d3c5177b209
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc99be11058587aae1b92770df9880dbd50ab6b04af8b6a550291687b753eb18
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69517f5b70b96ed73caf555923bc2405698fec93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3882b3716e4c13f7ecd0722f95e9a7bc9590e9d829fce97fa272b2b39a92e6fc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebec50ce8cab0662dbae83a20545e18d371f5bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:402365f6e44a84ed67d69fa9cea3d6bfef75e76b186975bd8fd0a250acac338e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34fb5b44c89ffb53519df2346221d4e40d9652a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0578a197bb40a75d48dd34ba6240b4bd2b15cc869f01df6fa9e29a77bd3621af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f8c92370bd5264c38471cef4d4cbd53012464b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3de20e171b112a9e14ed46674f694765f98b6d888ef9dd8c57fe91317e9b455
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..810cfe5ad6d1a2009f51d7299f7e3c8ce0ea8174
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea0f6536430f082a76bcc03fdb94cb52008f8d106e96f9d57fd92a95d39f8d9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbeca3f21661ebaabe5fd8fb9c22be948bb841ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caaa73cd8c43a3ec6d247d3f53619f51a01ad10f351a85c52ab311e3eb00f1ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca487d59273d715059593ca3885de4268fc1c356
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40b6851236d7c6aa09fbad6b62a587d54e1a96e358645d9725ddd1c52777644
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..933c27c58cf911bd687397663ca8a8172ae0e1eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:908b2201c21bfb99d02d4727d0e07969f840b458305b528154dff905c8bf249e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4f4baa394b01fe8486acb162ca3253ca0f6110
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6e770abf250ef663253c4a10aa3b737cc05faaf4c00b717c13f78c44c6e888
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0b23def3e4b848d547bf39ea19f463f45a2a31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36d511689f620f6881594e9cf1fee22e8d444842119e7c4d29749cecd230155
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d32178c961e8f4c341a366fe1d3f9887648868b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3affbbb2d6dd9276594028647ee99868e00c86a238295390ded6f3d38fdebd83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57647cea4aa4daa7e05f4f297498b5aa959391d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab10b843e846ea5dbce060750758484c858e2e04d9c23f33b5d8ee84d519139
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e91ad551eebb93a489133d7f365d54106021351
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6520a9254e3165e7f2fd30c2d2e89a7b7074d3315e4e09b2f04cdcf0b9807c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4377e8d9587ba4c6c26e9e9e203533603689c705
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0347acd5a8cf0bfd3cfaeb3e4e9991778bde7743d6bc19d57aa47049c9f4c34f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c85ff27b9456e1d9ecacdc2283aea115f72d8ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b8e45b3f319c1b4c2ca9c13943ce19f000615c5799291426660492abc265e0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a8f611036283df2d5c52a8338357fe7076785d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c5f0e8da9925ea4d59440903a97e3d3ebbe17da113ac94c848404a0c372963
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c246f0a832bf0b376949bc94304cf4595e05db2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95f0263e2c7ab2682d4e0a8197a35872f999659bfea08482616716683691ca0f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..432a282302face298229b9a2b283a129be2cd657
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fcf38546118c3f675c18478a98916ac6cd6b3b31ac9dbdf374b4dbb554dfe45
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b257db27d08449419dc02abcbc744ab4f4b3684
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6167ad681306ffca6eb9107170223eba8299abd91d2a61fe3733019c3920952
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a79fbed536b7214ba85aff86f2fee32988b0dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67939cb8ff301c5f54ec705c749cc544e3892835f4b748231f8a3168c5df639
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e66ae2ae632964befbde540c9567a8744cc247
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0aa43df88ec2508bff68556fb9a412f07387bb3f5071da9353e86664d2a67b10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25764bc3e6cb3ea3ee76b77c509f4c9e7391d823
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fe937faac17195005d7f4c3e8903b93aaacc57a5c58380f31377c3568f8a3d6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b333c873c21a8da1a9bf520a401adb4764875ba7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2563532c4be7f37ef8b562c1711879ebdf517c45819ed2220fae529e0173c4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..711fe6485c7f0383012eefd7e4cb3b11dc550dc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc7de0b50b41b36b51ea13f47e1f16fb2bf95933aad2d1d5dfb0e8e2856e6a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b72a4d8450fd7cdd96f86d8adbb0cd9e61b745
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ff0bbfef1774904e330c8026684d7568fbac0062de59248c90252b912179c1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9b0da9dd4ce96dfe61e39b6e8d7ff8907257b77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a205e351fc46b066ed4f8b2ce65dea9781a9bbbf70c4a8ddf9a618e620bc2ade
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2423b5be8124bba9b62571fbbfe8e27ef4b7772f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f268f3074f3746548ca88b763e68d48ca0728379345d15b7195d00c92a9fb106
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdbe5b3705703dacde82002f1b174998f13eab2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a221dcc0b15296cff89a9fbe49c2c1b2026387b2ed4d964a1de05aeca3ba6af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0546bb21a21488a88bf7f32683852d793ad20448
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ee8e4b09006a0ecff206ba8afea14d03cb6e60ecdf5f58390f1a5b21d750f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be4d613937a84115b544e4d60f6fc309821e401
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:564dca08392cf12d2bd8f4bb89b505b5b4d4e124abae410130efacacceb1f98f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b30fc61b9c16a4eb2830f8fb58897b8f32e5b75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112aa36d8e8a923292c7eb664d8cdb6bacab27b37a6d4d5c1d8a3e800a1096cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb13522fba8cb4306f373c5a06cd452a7bd4a87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b371dcb9325833722a7d6ebb3859870f786fbdc2df359629531067c38666cb8b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369f54ab910d72c5b659025b1e2b2cea717826f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21062eaed4bbbd39d3f3416fbae66bf9fcc94b38869d43584602e032373eb7a8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a9518a169b1f5f8b385214a9d60ab2de46b34b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a375d6335c97c22891185d8d1f2f2f17eeb73a6cffb6d8198b4e85d8d01a1883
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ff588d0e125e75299aba75b9fdb75f61429831
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f0b81c9cbd43c8533ad1f18d1717b87b9292288604bc337fbf77205d170921
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f316911453de969d07bdd1dd0fe143314951108
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ca310f6d4f3721818482b2758b47092b8dfebe0ab9ff120aed4bbcfee527f81
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aea2479fcf7266b5bfba46c26dabaaff4a01cae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ca17fdcaf7cec9ce484b523108e72ab43dee6c2b55ae64f7325094c942cbc8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9d65e857f86582aa32a692a31dfdc07733ff4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7de9de18a6739476d96c6d3c27bed4194de08af58bc4fe5c56595fe1a8c645c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..867b9aad40f32fb27b74da64e48619a318ff2e25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22af3a50ef919eea08a19d6e329a80cd5aca23e48e28dd1ab0395c816d57755
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69f8c75e1df26c9c3f1982baf7ec7b60fc04687e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b820c12fc5340ef3c5603cc5b28317656eaa5b6b7588f61dd026a2d2b729f34b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec30965052e72ee07f7facbfb5b46de0b012b2f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a61d90d5d5c7e7955dd8214d21a700f3ccb8bedef67498d76faf141477d4d85
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90c6e21e5bd83ac475e1c03e1422f404e6a07a4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c78531c16b3f251882e9c64f044b76b8215384e9f26709ea2408a43a46e3a80
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3188ee1eaba3db2bd645bf1532878e7ab280dac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b7221e11cb68bd1c7bed6c8365c943e2d5286dc952ee77916d72b2fa801713e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18e193d1e0996dbc9dd362980fa3ced2676a8bde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49266c21aefabfccc346fc0b90035153503652bc047df3ac08b0110132cd0df8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07108083ac98a3aca815bb72edf2a16529660b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0569ec4415c422b68ffaa30b18d864d32d5a5a9b0d4a0c7617e8bcc1b0b69364
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31cb641c3cd0f47f2c720fa031fba7b404b3c0ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15582d3880f64e66c682e6a99f2de7edaab178987f417211eeab45ed1bce49c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2db8287881a1b90de90cd14c212c5fe720c37ac5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb3d27cfd32b3cab047182e54b77b5ce6ee38700bae66669b51588f5501bd75b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4366a89e6b59995a17901b2b3d694b41375afeef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1896184753aa002a941f7eeccb155b62e34d040c573876d43e8b7c9469282edd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89f6c1ad0c9feb8cb5d657548eb0bae139f21ea5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9b346169c00083e4f224eda9ac537d9171864bb5ec33947975f3dbc40390ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..032d39a7eb0a14d1e0b82322bfcbf82b578ed172
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ef1d9acca18914aeec306da47ddb9892c775ac9ac356defedb081dcbe9b72ff
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..197a8a2243f0ce063a94bacd9b439d26bf6f97d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2267af8156def41b10dcb1686bc62e075873a0e28622103d53db8948b220e434
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0200c87ce520ea51cac9f3076aaa1fc93c2300a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e35d63a126d2144a8a76d44250bb15fd69e2da851b75163e816ef25b4a05b02
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aaf6c4c78e825f9ad3ed184a166c9555c4184946
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6f342fc5f8a07e6f9525b7736a30ad042ebb886462020c88b1637495985ed0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e09678e7244b127baf95a9c86220157c330f18b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13c868a7e6ee3efad1ce72d2996c2ce171de3d502813c901f778052fdcfddc5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d4684ed0aa5a693ecd2d331f672d7a790d1b90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ef7cf303719c016bf99fbbdb611105dbdc82306bee476da0cc6bdb0913bc72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d99dec86c76780b404c62dd474a7f872fbdb8b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccd0074b0213d3eee5faa8d42da1cc418db851e0f7f30169883c81eb86605cb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdfe6bbcc0120b7a739948252978ae5d5b1a03cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7df288230c94a302b8628725f4d4bfd5a6dd7635f87aa4c26b8126fff7c25d4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a680faa76d44f0414304c4ae9bf23ef12f2e136
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a93bcc3324bca8bf1fe1afe4e8361e397ca567eb3bd1644e2ea51104f9f9bdb0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ebce2928c459a020d68822f0efd5cdb25c5e7c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2402b5b9d241e45eb95757bdcf204b05a68c4b3ca44c453788e5e1b6b43d9050
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5668e80147515357078b91f0627059c8801672fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:509b527e130add2cc257b7766df6671d44f65195973a4cbb23a13f99d900253c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82943d14b4646215fd3a6fa48350df319270f5fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a37ef11e21a9cc06ab8ee9fabc248c5c73d38570fd5f6faefeb2f141a23ea6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9795c0484225f513c5d0cb24b0f6a5cad5c5ed6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:871c1e58e4b3025d57c82b33195d25379aad770cefb2b68217c3198ec71d7c6b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c50cc3bde33719b60fab75845c75864c6b9e0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40eed7929850df94e77ee738bf8c756c13f20fb075ae1b3b82574e03eafecdf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4218b4656f27eb12610d95388457231f3016febc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e79283d2edc0219383f971dba39f76adfb5f95f858684d2c27ffce00875a99
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d898e0a6be5771edeb84bd259bc32321527f1233
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8f92435b2ecb43c42830707ca87edfe1f9c80b671aa39e3a0033a13210e321
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7200076113d5af71c0efdb2e9c5ca17d4243ee3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f97dc5c0bd49a7382bb59a9719a4db36ea5e3b6bf7ffc65fafa0ce9a59ec878d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541ea852fd6267aa901f543ed53e5b72bf52f273
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4c4adbd02c2dc4de26553c364798d8b4f93c65d8bd19b19e0395293d1631a08
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234f4583b03f349f9c89691b4c0675a2ca408a93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_6_t/global_train/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cbf38a39c202ad76d9530d0647046b1a760da51f9383852a1c94af528d3c621
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f059075a6c79e39ec0a26833d87e4ce558317f32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5420a70170645098aa2d5c74ba726dedbfa89a52fe6a3005dd42ce3d84ff940
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405298b1a665e7aef92fc719f280f220da97b282
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c051e68550a7aa9c0250264bacd014d794aea8499f67545559a3c087e2d3651f
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfc32a24a4b616dfa0cfc70c94b015db3a793e77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bce12d1f3b5965e18784a5eeeb6f2e1a94f61cfc5aab3872d1ce7d19526e7db
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2adc9813615388e71ab18a81ec1be09a97626fa0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c70a538e5084941c7a5c449d31ccf2c3267e2848c372459a930037fdbe6f71e1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03745ca59b5b5b0d39ef20d9d8c1ce8a72f600ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc34352c9549d7c7c5e82cc907d8fa65a4d47e2d5c8a1350e463cc46ad9d80b0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f7038326a6d72bb56e6ccc5ce0640b0a5473fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d61315dc0902b2c8fbc94879d950c0a0bb301c75639f69071ebd28b4a1bccaa
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd78aaccaeac13110c3219a690a414e22cf1763
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc90775d8a8eb882d311725cbb65ab97b28a0d247e3d3c17dbde663406de130
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d3455f9ece83c704067faa67cb807993bab886d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b06f6a64ef66ee161f61b3b023e8441210f948482a49b9c568dbb3039acf899
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ba5458066ca4cf24f3b25a099b4ba7b59e3caba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac3e19c10c539b9e477a8003ed890a4d57fecc563a5ff9694ad0f2fbe5c4c70
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31f905c282375fee5fbea7708e8d6366ff2efe79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc9c993d0d6c4b174a1d9f64c16fb233e581dede36422fbc6a8a9faf4778fedd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e81abde3e3e6661122866dd2329dc5a9b2b03a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6646551a4dae53cd3ba7531d011cd9f2e7a030845613273174197b307f09ad15
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1f127f6c15dc222145f4b028bea9431da6a9f03
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2847aafa5e574fe3f465bc9dd31b2046342faf31a0a93babe27dceca917b127f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1553ebde42a6340be04702e16a137385d059aab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5688acd953c691aff8327c8c11bb36f80eedb4376136841c841f9d17aec584c9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dcac17d6ffd280bd78a9da1f366d211e1a9d4aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84781d10ac666c959e10314ac860bb096effd74b81f2a1961ee993a62f942dc9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9d420d93ef012e9fed344b8d54da6195275fca6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df7a6f79b6a69b9e254ba8faceedf015b4abdf26702ea55de666e954914397b4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33e57643d882821c57b7971ee24a4c220a48ee44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dde3072e2744dd798c4c9f8b38dc9857a277b901d74050b9f61fa924aa1a4d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2115c8627cb9f98467b91a72427124c06a0768e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8b411b5dceecaad6d41c11ba8bafe1c863db6494566bd95b75356d8a6308b46
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e2e794d6251aec8621a4576385cef7490b3021
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:075597278bda27f29e6a9d93789481814d164851a31a8416063cfc24399c0a58
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca32d4472679c6192249ab4275e68e8f9dbbb233
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad387f1259deee0c74f52391ee59a4c76479a6be86b5c92a58c590ab745529ce
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b5d869778113c81fd05fbd58829b7123cfc75d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0229a39895ed79a0d9d4df530d0a045f5159d35d770360cf949f3d734f0ed7fb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e088fd744a8ad41748bc6b6a73a14ad8636a728
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ac18d8f385e91d3497c1a9ecd3c1b2bd09b4d265287ab03eadb305fe93f2882
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19f6b99aa486e2da5991348dc5126b509bc2414e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79fc6b3082852af46e5f8e4abc4d09a6fe49f61d0ea0b30e5caedd937c01988
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1cc3c0e90adf4bd16e51cb9dea73ad7c594a506
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91a3c28e2625593d1746e24fbed8860e4fa010f6b653d2b2b400663acd4f4096
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2fc8e43202cfb6c255c7bbe7a2dff91e07458fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f1e7ebd61dbc76c3efc9b11bc9d08a27ba83dfe749af133cd91394d18037659
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ce93f41e83bd492090c495807e9f1eb686c2b1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f388f1551b44673750c10984c1fa5863d75b993114f7ebb9749970e85046725
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238265edea03d3141bd53e251883973972736d3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4ff986d0744768824fed9a629742145f105cd43a14e7d6b4701557eba1857ee
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d723a12df9862a759cc9266ef891d7e34abe743d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06cdc27d4fc84b765ad956588cd3863bc6eae68e426bb2a44d9e6c8a0d8a06c0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db11afd8a61aec65925411bc6d26913e51ad9e0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a737912648604f5d7aa5a652765f88d001ed1f4f6112f3cae47dcce9b0beafe6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80595d868e8e18df9ef1c45bd997c3bf082d9652
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74804a7686acf9afc566900a7c7602518dd652ad1c0029e419b0353b51e504f2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6093e390fbb19c6ddfab1876dbef7c53182f0ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ba7ec248a732fd47bbe2a6c006b92edfac34a26f9df0d4b86055efdb717976a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd6e82a130a1a28d5f50b4164b2dfec967fcb7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bcab6ba2c075e48d7e8cbf6438684da531daab8cd62f3f9c6bd3b026ab28cc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..739c363e33963463c5b4a23b3622d8a67de8aa44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b70b6379d1c67d9141e77beaf7826b474c175962d075d4d9555b23c4da6577d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278c7ad49416a5a43987e1a1a001f69e2906c635
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d763227ec81883a819e21cff6f4da2bdde792dcdf5899eca9eb0be088c01c733
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eab8ede0d96a89f67c37ec389510ef8e86b617d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1cb45a0fc6d0b783f789981dd143b2f1d9b4bc96dc3dd76d596c24d46fa2229
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cbf5aecef03d571a62e9fa905d10a2737705186
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd7ab859f761bfdf1bf187eae458ad808cd3f6635c9219a03c4f6958484da03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a255ee50b14baf419c1c3fa163752c812f4edb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aedeba5ee3ec7587fc702c4061071adb85574a26ef07391385c8ce97e0fb2df
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3db3abea00de6ed016423b811bb390a38d88ad42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d96a0a192bb46be34fafc00c3c5aa618269a5b75d6e58a5348041ca332ab250a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..656ad6c71706ce0b9dd775dd18eefb74fe4771f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47f2f411c3c6753beaddcba432f70b21486d9fe1442d56e1c865ca55dc4847b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52936e01e54f5695023a78f6e3bb6420b28aa744
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d61e106f59489effbfffbb64c6a1095caa0e823a578e76d81737d0bfb3285a0e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c843e077726340373bb3d35e737eca8b34737462
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd10d2c8462cbc5e735f572cc2ed0b8cf38dcd002d61fd247a7dd5468071e92
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c189a7ba8118593bfc840bfeb0a48df9246d8382
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bf4dc0d0e6c95cd185c6d7ef3f93a9edc63392c5a98883822ea26159e933d01
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..602aa466b455d74d6aa9dd8ca11721e8c014a407
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed4b5b9fe393ca703cc9edaafb1d0303e4f372e60975bcabaf05e4e7bb15aea
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724a920627e4090169759948a992c7a5b693211c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7d4f33ee2d9bb8cfa621585a95a530c370ea020d08a361adbfb16d30c4ea01
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbc22c917866bba6bc7fd4140fef7d7ec6f17a58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27e8b332baee9d6788f788317d80b3dbf00fb3b56d3c0e3fa61de222c25dfa9f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c492ee64d4b4b19a75675d42d9d14caf7e1f74e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a92a1a28c3310be687f36d7cbdedc8b87935ee63c446a51834e87ecb887430
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fb307ec30e389de874be9ec32bdbeca05b448e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961c6aa0332c7cd958ab964884130e99ba200b83636e29844b8c1b4fbb6ff0d1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b150b164a83ba69d5122795d4176e45d38de55a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de812cd163fc9753955da329e4390c52d18daa98f1c1c37653b958976d0b0ee
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c2492e44849ef255bee310936a3ffd87992890d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b6d9443fef01a535e3f6ae8e039009444dd5b65d5ab8b9624802a541292401b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c4d3f6638ce5e9be57728d318fe1a55a0a4d603
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:536c817fd1db7dfce37bf808cd190de3f1fb4418a9235e67bae68b0524550e54
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..341525bc34e55c32eb64d38d1150bd5cc9ed7eeb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cabe450c557ae4d2e4bbb54d012b60f865117d1fb52941c6e8ddbfe4cd7aab4b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e49966ab348268748ebc6e09baee14bb2f511bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2059c508d4757d71e889763ab47737adfdd4ae452dbd9bc38d7c26afecae551
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a33f8812a41c051a867170534736ccd7730a65da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80e7797f2245cebf25ae89fc9f404bc8b28fd63baa42771a9c94b5dea9435bb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff6e1382356a09436eaae2b0fe0ad20bcfff27f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d4632fcf63e8b78d873149b85bf724e684b031f80726c8b429400ce664ce6a8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a1b001b3b1cce578ea9bafc4f9d9e2c230922e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe5dd8e9993f93b3eb233f187752f2036ec565d625f69b9122d31a6cdb72ba2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5dabe98cace2ae99b92e65d218c4efafe4dfa35f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae05c50b39ce08c32ef67bc22bf9931f49f76d185ad061b36dbf2d8dc7ba794
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef23457ff192ab8b3d599e5a4a44008a50a2a08d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7568fa81ac209f72516863131c28c83e1cc9669a1506c532717bdcf54a6976fa
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0784643d0fe31afbe13c9c78287f5e0e2779b312
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:977819a723b1415e98c23beaef30e5076a2deede89fa808cbb49a0c4a38ad7c3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6324b672ab1e68bc964d65012c2e946773c17fa9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6052169dc6c051dce85fa27b6d60243ab7e7f8a921970cfc74f666d02da4f529
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..185366f6c2e3025a49da0255e036b25010327ec5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:265ce3781aab264afebf5310ff4370871b326fb59057ad0e39f05c540ea13056
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..054e4fa4736bbf680ef2f0aeab7e7c73307ed932
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74b48bc2d92f66b242794f02dd45bf34ca4b7cfa2f4d80ad84e3cfba2d576387
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b71f1c91f5c5c4ef281a6bd58b0fa8af50b3b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a9ce93859fa7806ef217709a858ac9387efdc08fbb37780d22d86c128eb66a1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bb909b69c73344255b0fe1c158aeb6ebf35741
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7a259014f14156adce2ebd16f63437ca760ea6661e17323d11e9d13ffe708e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6ae1bf216e194f225858e5cf78c829ae2ded3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:739404565570605e020c32fc8c3248b17348ab299a912632e0220b7a7f40079e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212361665d4ff6a0992a926ba33f56dbae25e5e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e6cfa62fae95ca818e82db6f277957b988b05453ec3aa6994b515a6811239e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638892a37b9cebc65ed730a71f60852a1d1caa46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdf1223a192d16c0c41b479c0fc918afd6ba15e3c9fc0a9b23b5b4647b3d0de
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..206cf3729fc074e9e1bc948110ea621278a67551
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae875c593bd0edc51ab5b1449341fa097608fdd6aebb6121f2280e4316595053
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4415057664abe2a324564b6ace993515daa46c5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578f223bc4efcb9b9c7ba30b0f298330606f059049f4f35e1ba6151cd540c75f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c3acaca83aa1744d6b4718c63d1f96c6ca2db2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a8938e3b986010baa092ade244a5d1a3f4e3c780e3419fbab00cea5081c0cf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77fb7814a05404883e4bdb57ee29718fcc432a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7135a692d720033e847de4cbf4d4180772c3373cd32c11d8c43eeebdc997696
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..424a9dc1853c430160d43d85a5928a5a8a0a7177
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9629fd07da31e425b340e51c5604b45a96150183b7b0ce9135299c6a544e3cb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb8b5a188479ec5bfb2868b264f561d8d768df1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdaba2f0e1a47e791bc647b41b07287979c3aba60962ea0ef68122f7575325c8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..898a85715d0beadcabd702ca8c80f9e27125201a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0e5409075adbd0f07ecc4e74a36142caefdbfae6248e5a3453bcea0de47edee
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e5d35c8c4e86b52a20c339789cade91a7ef6c09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4318df4640ac58bc44e38ffba8297a3ae798b93fe7506ed86eacfe31c4ca51f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4186f206c9522dd89813eb395e952ba5772008d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ca94713158b7b9571a5f66046e70e30164600740a1bf3662b58b85f3256025
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847d060f5a305aa507a24ec72045275f777701f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae200485782230e193226cd8ce9a8eb2a4ecb63b61da25a47877e658d76208d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94733a2fa14ba071b2d5f7ab0995ce31edfdca40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc370093ed10e7e66795a5ea0024894bc5040961b0dc310915111790c0d6d0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55dd63d6e6ce38343398c2f1aea38dc97974c945
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51ff30cfe886d1cf2f13ab15cac31c01b807795ee2fb490fef0abe9fa6c78e4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8d4ed8352d9369b1c82b05ecb5c2fd27dd1244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab70868fede728d81daddb9a470fa938a53bc2ad0604a0aae9c3fc17e013276b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63480ee95008acb7e4ab7fb83101c702f7dc023b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:796b05c7a40587a25f241979950e1c9c438dcd01515d9e529a732b52c6efef87
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aced9ba12ef2febf579d2691c76887f0cc130f4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d666bbce0f93c00f8c093a3767ae6edee6fb7e414607d79d42444c3f1ca18bb8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d445f216427865875ac689d7df4ddc414bde680e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe45a0713e8f2b8ec6bf28688d8c54be344c7cdc6e34922c971d5fa3d6a50132
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efac17e6685b790005d154cd2c1d0ee9447aad37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24057346213fbe4706a4b2b7a1206aef95e9aacb99eb4ac209272a484a8c513f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0805af65097c980494a51d336ae4e5e61bd286a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cc22a339d0afc2b553d74c5bccdeac230b66337d0a89942526c612b3a461686
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72a5b02a9fe6714eead4dbfc9862a772dc22de83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7d2ea25cce96fb7c299db86a6dd4c3f9c731ed33693ee2bd1c7c04d7bb7cb6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5184d42b8b0e465857ffceeebe688053c29e0070
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901cc0a4fdf15c530930991871096d9e77f1a41ea7ffbb99e23e71ab9a641a35
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6f685b30fa34d0909e1ab4bda4293330712888
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2ee1ea27809746d72c2fcf276e944ea982c6878be6f94ea289c0d19bb09238a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22980baeb8c006546a9346f7d6d5ff532c85b153
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87764cfd1b29d152966062bc4ab24940640e240a5279ba5f189b236ef157734f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8e8e38e4bfcf1597f269c4b6af0b14d53e682b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4dda179d5b5147eb7e2773a2f2157bc492890d88a073011a75279b899490b68
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88ae2cdca4594c0de9a9cd58e0558c659556d1b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b726633a27181359fa5a5028dca4fa0c81e8751965f834cd99dec65385fb7c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0dbaff1d2347cc0981959642c32ee842f218333
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2891fa8e296ed1e77d5dd654e23cd3aecfd91411374de0dd0f37c919ea4f926a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d4ae80169c65df83d19ec86634a26e1b654719e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72cccaca4c2a900ac974bb8be0ba8d39040f81a3c2c00f7d80037b86893c3ad5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a59bc1a063414d2c48599ea253cb41578f6f134
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:827800498a537594bf2e9efc47e9b8fbda7e72311074152d4ca1c62a7574d552
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..040eaedff05f656d048e3f9cf1eaa16ed6fb961a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023012e55a1448751677ddde578df4395a6750a90d483b1aad7c77a98e76508a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39aaa3c44f6792fd329e5db96595a28cf313f7de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926cb0603a71467c5c32a885ca504e5b3433a92dd2690342a0209ca0d7a72c76
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d725616c8ad27bba4c3f15191d77ef6c9d96ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6356cf95a0775fd92140f14cb3dacb2df01c7969fc06f300b0a64fdc249b12db
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc9735acfb2328ca6378a2884cfdb6a18c88d85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af3bf80ab0ad40a8e127322698f56754a3b3030bef059f7b5acb003891253aac
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daab0c6e9ab8ab6e65145d8bd4c3ab60dda886a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bd956299df83645487520e63b708fee7a8780c4157fb76a06533c46c0ca1181
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f69491318b6073692fd74022796b7fb205d632
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a76982ddcc35f2b0d33bde9aae2b714f733d3473eb46eb5b44027bcababbe62e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0268f9e064d8a6c4d5556abb3ddc7bc3776fdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fc60854133d8d3d6108f66540637c9a27dbeeb0b099806ce0930d9c4df4bfe
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7523a71fde89e737c4ceff0dccc24b7a7c1eb24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7de9aee8456a0d9d565687bbd484b65dfc512b9e7da872d05ef7f7728ec53a6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6a181edc52b75186d504e1bf0bfbc9186e2178
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1ffe761026c0570108960edc2a4c7f1b7c3e3fa175c046c8db8391adea385fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf77c443cdd0c3ae62a8cdb62fc4522332ce651f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5adad8d7ab065730a97b0a4301344731eea91f7d65b3f344ca255b8f20b23f85
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffb7a13503c9c2dd41399dfe9e4420e3a5660573
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ffb0abfc1f0bbb29d9612ba0ec5b376441c28f5315f926b7e27e2b7ec4cc26
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c41fa771afed70706443e8afbed5f844f0aa18d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf784facbbd6e62e9705b59c1387795e2e7b049aba4eb776ad65f79f97a22ff6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95f60543092e0f38b0c770bb88f7f39e7d08f0dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f76eacb64ff7670f714de997fccc160007220563e98fbbf0968ff0374923d32
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4233d813fd5dece6dc117438d0c14ddf12b23105
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7727be7e125c22acbbcd6e4337eec3785e53c64e9ebe3cc90730198ff3eb7dd
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac1597973c8f318118e65ccba2dfd50bd768af8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83c25d0c5fc187413fd7893c6f63a276aa19656c5921721e09de21023131ca6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4e4fc5f0efaddf9eda2b8e31ee9f6ba37ef81a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:969637da049584caeddb8e420fdd496e9187ea811a4bb8c9a94f713fc680d389
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05711b410b3e890db13cf05383cd4f4e29a99940
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c589b65d6df2365f3375840266e488061b30e762df7066d4a7d57d056277d700
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6597f09b3b96b0397b7683f024423eee85f38ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb85516d450451d181fd9d068db55694982d842e9056e0a0053f45a451de976
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8564135c0c73a784831e2964ffbe52ea29a22ce7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:143b61639b2eef90f71e8fa48dd204877c69306c48aa6198d98864d09a514f68
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32517f34a136ebae77c6cd1359f324c85fc68fd3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106b6065d8347a9f8c016a9bf2e88e9bcfc3644bb9b41143dbc554bd7508c354
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d7efe0625a472fc7bb2e649d5ec875d8ea7d72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a184b0189508006fa4b6c7627b7fc99ab00b1b6c026070992e4db98b37021b5b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69a3b4c131b16cdc63cd1a7a9015ecc7f7201d08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3067a60b49c7f5d7dee5e95cbd6ba041c258c1878b3f5c8b7997b6d4ec49d37e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb54b4e97af8cdb465d06d9722860726fb402d37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30747b661e367dd4586c47d9c3c69cc479442c79f3b561560f8b5f358cc9d49
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50593e989a2c5effdbe8941eb81ade564f3725b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8cb31001d17a92dcfc0d75d6477931ea69df910fca7c3a9c7b7646e08f413b9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9e572f0646d7cbd0e7a9b8a74c349a254041a27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a50d83cf4ca5070531b9dab2625158b0169b4916068334d31d9881435a0f0434
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d495e1fc3a6e4a1902b48d13572d9aaba5905e32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43646d7cd1c67524b2fc96c54819e5204551e2871c0539ef53e8abaaea4d1573
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a6eefd1d534c6e88c19d9bbda359701265b0ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5627beb37dbf0494c550939e8634166053d71a3e9a9a5cd5a99fc5fde947623
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24546016691d46caf1676b871bd36d7ca4d5ac1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e62e911705644e72d60d548dc8004af852b66264efe486f318b32029aaa5b6c0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3361cc99d1a69e6bd23db72277141c561ead10ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0fc38de5d91117b5cfb34b4159faac275e432976d7bbff68e61fbbe9d1334cf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b68a3d82b8cbd0e55dc069578000d0aea5db05a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06dc23a62230f7928d1f83c645660b930e7855a150ad383295cc01b223181968
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0acbfbf23fbed1cd3cd9500ca1181323e27f2f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718bf36ac3f3662b01abc970646808ea81b8dd417fcd53496ec3b7ebbfb501bc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36584bc0b18cd89e5c026506cc60ef3bf6684883
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27416a824430bce5d3393186d9c2e39e376c6550fd6617e22f0799552fd9ad5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1104203b63c7984aefd12fd010ad7995ebb5765d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd96291c24c2f20f7fa1f0a89367a5ae83a70d1e98424295fdf8649c20fb701
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42405cd1876acd49f018e691bd38e89dbf797e53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7bccd671f12fe388f4a957202fe25df11a69bd5111dbc7d63972dd9abbace4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c0c8cd6618721b7aa5764cfde70be219194048b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:767fddaddb21baceef6d878f635b399372c91713b531a755b097c314f8a309b3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4cc6cc8652039dc3d82c1998c0bd0ed016f5505
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c22fab438d7b946424840a3a4702ac89cc2701eb5cf6c5f59234cc3bf2877cb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13320fef8baa889f4c5737cc250c24371c3ec93d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dddb93ceea93128ecd5fe83bb8beca922f8b424462aa544cd573d198dcaae0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..177b7c0c0ad1a94c885b7a192f34ee03dc86ad31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b6bfb5c15730c7bb0427c05b15deeaeed0685e244e464cb2f299ef66204b29
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..821abc97e5fccbebf8c739f4726730f4f42dfb43
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d426e1fbb46ba6ec0b8017c41b45a160e198ba029ed86810d4340671ec415233
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea6afa1fda459b561a4e3b8e7ca64c3690e9c087
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a447f09343387ec778f39525e3317962f5fd85c151c5b727553a58e789a2aa3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f794cc36916eb49eeb79bc3dfcb56e6e5439e77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5895c085dbad20c89b723b946ac6e3fa188bd22e59254c99de66d53c876793a9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba6532416ed11ade7e0e2dcac9add45c23b6d480
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1001822c2213104a892317fda4f17a82355b97133736ce825d36b38916e7af8a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4133ce7261957a0391031916abfe0dc8e764d86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14784069e83eb7098adaf43f2f3d146e186fb26681cdb92287e8a62082ccaf29
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6aa6aa3a90f0be1e4cd66e665f15027682ea665f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42790b59aa984fee1bcfad77594e96817f7bfd0820c7f8fe99a805f8aa05f2fb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ead7f56ae0f4a59cf39f0532ce060593593aab7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43de11b95eff68494bf3e15f0d30512fcd528b58e03605371a50d6658e43496f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cbe391a00f4daa73cbab522c5126328c7451fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f8d04bc8d5bfe0073a0ae9cc6d834b24aa044f20be2d30bbf472fce499ae5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93fe5bd897c81a6f7388c2fa34ae18b495367bb9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:869d999096acea43617196fa3fb31585d60f4d09df2a24c57c6cf81d1739d299
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3650e6c47666cff7c078b1b03a5c8af9d6cb515
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5f819df7e64b7cd74c5ef817f673687832d1f5f7a1c1683c7a6a2c70bd8cef3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f41ec4f377f96e8e8ff97d91e630a0ce82681e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d43332730505675921b211d263c34f52f919e7d9c95caecd2df6917d50e7aa14
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e67de52fb90c15e7da9ae0c192691eb90d71747c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488254d6ff4082dcffefe96c22ab1926caae88d8b4ec331537cb6372bbd9e364
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed5177e4f293df563815d9a2551eba5ba95455a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4f0875acbb87a946775986a4d627a5b988f935be5ceccfaaf60ac671a6d7cf3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..080f55439930fc37b6bc185b22d4a4365a750fd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c90abe24f11628741bdaa0b107603be741c3541d04749a55310f00685f9d8d5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce2786483d83d93505fce8d9770671c7bf55382c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f256eed9109da55984f5a03fa05594cb2988582e4112dd5d2091524b7a9287e7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9de73e3c19aa42ce20aeb09e7e6793beed1b2ff5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9447600bfd0283c14fee661526b998cb9d6975557a0d29468b54bdd2faece728
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b79589181343c6ad0bc186ff63d3ad5ce5091cb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a29ab2a4de74bd616ce11531187db6795e2c129b14a43cfaae783d407ef6b1a7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab3ac41b3839217a69300a227bffce136e326c36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ba8a8bde557326a7613b5a7d48586656f8afb4127e0f4daa6c31f22da5e1ea
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f16d07a8705750599bdabd936885ffaebaa82afc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d3dac342d489a9acd20e52ca9b724cb4661c4a2fdf5192e486c45e7d2f0dc8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9efc56af121b159c8eb8bb9f48791a5c1e569672
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734efcce99f34551b6da9be567e4fbb8ff0a250930957f045e3408adfe8e88a4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd652aa2d68d7cb12565e6173bb61809edede88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2e59b10812001b1ad3762023aff8b88b28493a29b6ba5e0cb69f9ed064ebfb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d92e7c8498ee0c864722655b3c5fc21f8eb3ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2c7263ade236cafa4b1c7d68eee33d03575e3f8afb4576f35daac3d43078177
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59811f9609df0f99b414c3aff85029376e16fc59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2824ead5fbe628cca795a509ec21dd956b9b708dacc0bf0051f93a014dd3c239
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5de1dc66f882afbb4c236435a1e8ae65a04a51df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e10cfd05e203ef3cfcedbed0b43db7abaffcf7c62358c5c6922220aea61116c7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c9e95574ca98a312544c3c74bd94b4309b27d29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7299e5526a42d781cf20ce23985b57993fbb70ab817240dbc814509a1051503d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c85df88671f5de5bf30051256baf63a21cf617
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e960edcce979ed99c73eb8e3780fcc0045f8687b229e06a59aa81edfc7620a6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d9a0c9aa14bbcc64eabd13d7babc37ca1ee86ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488af1d3270ab8a61d723155d67ab7a9b51727a15650f4f23a9e37f2b47004f1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c666abe736306240bdcc59641656f30addf0e2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10138bfd69c9b80490067f0a3987dbddf66ab9ab0d8d3794f685036d6f74abbc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029ea46b14cb093b78b3e42279ec00894aab0df1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f623bcbd05ac0073a4ff83b1328f1750e96b8ba43a553e53daf061a0844be8c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51b903bcc31e894f8872b8dd6e84d97a2959002c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e51ee9d92c19454ef32288271df7ad26ab2e39a6752cb6ac4daeb73cd6afc67
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09038a1e6be9098efbab6b8976031b629222fd30
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5798dae6d72aa8a61d4fe87de2e9b80ef74de685e54097054e8076e9669a91
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2153a24e9d49a4972e26380d5586703e55be3143
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a045c4335d05b161b72af00136eac28d780bafaa968e5a47d025ef7539e4970
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad48807965cbada080da74d8497a0ee4316d354d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eff5a47dbfc8164c6f8624077d77e0c88c300b9c8eeb16db411cf3b5119d651
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bbd95f72821d6cd318b399118262f96bdccc787
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a628c765d523aa6c722d60e01014cc13950b574f24f4416d5673f0d845f63192
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88c164301aeee59fb63c7cd5cb1997d0996aa511
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b4b104f58a567bfdb7edcd23812dedcaa2fcaa2a12ebe07d8949b2192c78d5f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4daf403b86f1f411dd130c30826d62c931c11dc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97feea9cf8ec27bc42f80e7e0a83f20410658af83455105be47a68490925fa3b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b69c18d01ec0874165f768d184170e4450ef1ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f879b33fd1d79b5a51b86259cf87cf3df01035345dbca2935d6297567447c5b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0d502e0b97020945b94e25935072c36bf8a353
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c04d3da7daf4400828b4e75a3d5703e1e892061ade57463bc3c3af9981df19e6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e35520eab61c5449ff8d5e25add5d77491049d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9533edd348177f5e59b396cc8e834ac965f4669dd497d2171ab05af840cfbf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69547a9b6e489c7a01d0616bc6945a4934198979
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6acf1521ef9ea43f94df405cc6af71c22187ffd4cfb789cb06f5b3bd7b900cdd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8dec83779ef8ab60d48d48d65ad8b11727e8e84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68aca575738bed24512dfcd2a6c9ad76a877a946e61881f53b88c1a38dabca40
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a0fa98a395da3f81942634aae9c64ed8a7fa92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:795c7f60f561468519c1740c7194edc544d37b6f696feb1cd6e42bb91947ab7b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ba4612bd5d799cd8f5b3019e06980bde39c6191
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227f43bc50edd5526a8981769c3d1fff2a7c4e394ece1b656e06d116b8b97b8e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16288d4fee99fbaa31ba8dcb5f98d911ec3e1eac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f5e1f62d43656d43937c124920f8af9a3715a5d7c49498720c1f811299d54f0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51324ae975a450d7ea182251bad6872b34776987
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce4d36177c5e3ed33efeba8c0ff32d04e07836979aa1e5d73a1adebd88c15382
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39853b21021c9ef2df0bee69da52ead6ad271fe3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc1a5d5725527a9d18408359ae759cbd8c789094a1610ab2f89e38ed49d7c06c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c12ad1d6ad7aa82b3d95c8cbf79e7a88661a112
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc698ef3b735032a0d528da5821bd8d6f8fec8663ac79655475f9c7fb24879d7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dec769f79a4a3305fdd6b69484086b24e96f529a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f297ea497e07eb452f4e30991f8156f3e52adc919676510ee4c23ca1a9ad512c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7858857a14acafb1efda81bd058d8de85af66a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a13553532a884ddc12b8af42b30f2bc138a637c517bba1bd9ab41864009f7b5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cd78e284a6c858d5a6bd8ec2bd6f8fa22e9f0ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be1119282bb8dc7eec58f94181e0939c621fe757687bc6efe4f4f32f06d5f72e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa6b5f49b00e882a2eec4bb3295ef9ba5c49e2cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165234c5abea62f25bc7b475cf06b7abcfe0292e87ef0bb49d52d6b7c346eb59
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..820b8d79da36159183d6cc87ace01dc26ca60f29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6737d8327ba36d32611f4c71c843e099b09d8744d91ea4ef3286236e4d932eee
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cebfe9c0b26e2e5532039b9bbe00595c3b0697bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d23594aaf5cfd9fa15d330ac377eb7ea1596059ddf7f1528567db97577dc652
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c44ef57a6148a824c9292e17aa5274e0c564a205
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ce801756fbc89730ed7ba50e4ba969e5ada22578f6368e8222d3b052c48e53
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff40b421ddf8d057587edcfcadef0427b0aca5af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:764e61e02159d64dff90f43f897a8eaf16bbb7adc25f8b4b7a34d753c00ec067
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030ccae81879f41f793ecefdd60b62b03a335568
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25e776da1448604906a2a2ffcc88755709aa9baa89dfa9b1435528dcef7e69ff
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14981e346f8ba96d75c9d79af660d41c63e160e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b452f80483b20889c7e5ac55d6f48801549a047906d83aff1e55f86de5528da
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..212ff3c1767f058ed51e31a06b1ed46676e0be4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:745d306fe5fb6e6ecb849de1197bad56f830ec93f9c6fed79ef28fe78b5a76b0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4326cc154e82493a256a29a91e40ff97ba8e8b15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfbaa2d96afee0b2af59ca02d61e463028ca51e7e83a6a8f8d35e5ee9bc07ae3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9232326dd83ca78cdd05717c678e712e35f65143
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:331ed64f00a06d72422565d37b654c69b755b79b16ee43e5c35ad537bed9d569
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b56e8bd11219aec0523db370c53a1a0e797c2345
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8493ac17112919260403622403090581e7b32e50e4190ec80cca451fc9389b36
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc68ff907dda259de2cc00eaf8591e0827995d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73fd1e131474104525cb0b5fd18cb2c3ca4860c07f3b8f1c90b1afd04b60a354
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2366a45ae2c28b6e9730206b933026d9aa99800
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b0917dc62260f08c675fd90d6a989f85b75dcfae81a4e8c0be973a70571e0d9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..701171cf037663d7076973a039a3c94dff16067a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cefbb658251112c842f05e91cb0445e6387655601c2bae51f03b3f760c5b0e6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1037c9b7f40c7768983795ae8091b3799ddb335
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614f61b00bda9cc6bbac4e2e536961bf04f1b12ad9635e077e7aebfff01408c7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..056b85e1e8da5a78119f60e0897e90be40780ddf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f19587280e3a57b72d5f47b3a65b2188de7c71d31b8277f27c026236929bb399
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..913c554f9c35b58073a8e9110d73ff70237c64e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:277b355f7f95e4ebf8e03a48eeda076530f30a30a4ed477ca1dc0293edacb80d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f1a87452a1300abe3318c9aec8c80e43c5b784
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2ef92e5b1ae3a49ad8a1bd17fecb42d1ded4488123b00ed2eb56ed6bf04cf5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f89b611837bc2106c16947734131ad16963d34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2109951aa22c4b39ed93d9ef7cb30ae715499e30c7f72e39510b8fc23e802ed5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78813e2853986f5103b6c134ac9b4f9b72e4acb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c3e78945f7e950a30772376bab5a7c0d62cc355b4f0705aa7ed1ff9e80e918
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0285050e2b5f61507d4c7c53863ea09a7446e678
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:109f2feb3a6e2a431bc3f481d6f57957470f97adacb75a0727ea58cb94d9e548
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ca6782c403c371e1a631f09db9777f21f93b932
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b551cd41242b5f031f6ae687295fae84bc29a9345a337b286d87790bcf5a45ba
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db78b0fe9e91bba6592f5ce3aa9777b201e01c0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6daceb7a38373936d2b42bdbb39cb4a66b9d3fd8191cbfe946e6bd3a40546267
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6de627e2190d5bb405f127be3fe992a481281a67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30df58b39fe0dfe239d7834ab65a4b7a732fafe206e05a42f6c37ed7df19710f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf13033fb5e4862d07182d82e92b4bfb980759c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b62b126d9aa54b228151dad5491b78d2347e750aefd4b36b9c6f2d46161148fb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04117ebd923ddd6072e7512cb4f4057a501c29c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eafe9bb77865ca515620ed2783b85b038ffc32ea0f41455ddaf5dab251264f8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6904fa30900ec356a219448713114ce0c192a4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc42a1d01761a5ebf2e7b0627646d93914b95368c09c0544219bfd8762dc5c9c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9db104bf1f0f36b159d438786d1f5378a63e590
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d9e5ef76245fb073b2f51736e2a09d49b317b25e133bfd84ebe89fb45dc420b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae197da8ec48c3258af658dd53dcb77d94f08a17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51fc6d3b8a3021c3d69eca16133a170bf69348dca2acb920be3a2ce3d0412932
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d94b4db24a094e1d466b7bbb75dd3015ed2e282
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55079357c21dd73de9ad9e94708f491d91a568e16379afc430cb548b043398bf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70c6476c20adfe6e6acf7768e6a7e7fb8ff1e906
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64853d32f1237282dc411dcd019a489050bc622461f0ed3d2bbf3cdbc7a12a72
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a618193e475949ebba52a1a42d83edabb7317dd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47ba15aac2fb578167e0b6225c0bf3c0098cfd6908f3580bf6295a5ef4e4a720
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdb6423578bbf1f2e9dc1f519e3917abea92e722
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2ddc2291c0efbf38cae8980140b25f96f03b757802b5673a5b0f307bb4c7c9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0b07d8aa53586f1ec59c342db063c585cabd97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eab9d9529a81c8946c69797c8bb8e5130c4aeec01bf274d66e9f4fe99954f2de
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd43ec7a689b2e32b35bfba98f889d60109a9f9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80645d9a07c0778e61a72ecb3677882406d34c6f3d43e5a610127073c6c72ad
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46cd1131b439af9fb9ec9d44a114ff67b9ee9b64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8743612c67899ebf0948c67589bad9745a9c26765b0dc18710d99feed2e2cf
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a95a1cd575c141794758a25085786768f94d2e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:545d7a2b5915a222d6ead4a95a68b058216e7682389a5130e8c4effe3172603f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..480e85fdbc8a51bf33097a34f04b60aa1099ffa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe30ce904d4ae1d9f34c0b61851ad2504766225c18c259b9f239e93b0bf2e45a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5171fef6bcfc0d3fded67701a5991ed862a9da9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a3bda48190187354effb08e0e8b572f838eacc92ce2dea83625c5a354270e1f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fd9a694e19ee814846b2dfefae6af7ecc015f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41c39558fd3705e7bb3603a599e11b495f141543f9f6f1f91948728713dba744
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947720283a57526c976ef935b9773c31e1f2b669
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac2a8e0575f0b2a9c366cf0ae04173dae6b57fe15a26dbb986c9e5a3b0f0ecd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da9324aa7e2302139ad050c22edc4deee237b8cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a403dabaa674d72af868b0ecf928c58dd52ea0da8afb02ed2324c90cb2fa4c0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b80b613bfbbf25ae31065653711540003eff0a67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f82f1300dd8db9feccf1956f99ec8a0228fa9bb83a538c62e161a07bf65ce7da
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a3dfd27fd9f8df3e9c99472a2cc63b3dc5eb913
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfffd33c635a5ed424ec56056825fda8ea328c3fa1261bcbe44a3ade1222e4c0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91dbe0151c8a6186571636a11978d66c0ba7edd6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e5f43c059924faa53be8669bdd226b42898e4f392b75ded0a8b6a637548184
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdc5cc5f12ea907bd78393f12f8db3ce270c7da0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d15fe8e7a267fcad3e2c9b1e9709e29715c90f9b104682cc717509a305fe4cdf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc72fc4e5b228702a70ef5505f3aa008ebdb0502
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de156bd94b4527551d2007edcaa23dd238a0ef853df0def4f8b7d3a0c8bba68e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..660b0a98466c020468dc5e6781d7c4276395337b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954896fdf4ca84ac3fc531deed5f0174605c9b740043a0535e4139fe563b4d91
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f44e79e487582a20e1a72b4f7fe9b68f58860f25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f24a54b176d92a4dc60728543a54380aba26882eb5ebe809d8f9e2d13c8ca6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61470a50865bed62794603b2471b7e28857fbd4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6438c14258b0667b3eab29ddd773229c8d452605cd05f78e68d3720e5f7af0c2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46562937c11aaf0c80f9b038f359eaae7c7eaf57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a2bebda31eca853219359dd0747d3a7f84588873b6cc23ec89cb4f79734396e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae6e5ed4eca536f113850adb9f2ec079caa8bcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd42f3eb9cf0f00291392783a7e3ec6775abb7f53de39c82c0629bd8df7d5c9e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2bf979e1e30d3d986133931b925c2d7af02d760
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2f7006c15af4400cc768fa96ecb48185205afeca55c5c2ac90cb6f44a0b004
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1348cc3006c9c95a37b6c50f1500455ebc59ffc1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f0fc6bfc2fd451f0bad98576affd6614b62dd9d5163d78e3b516fa8b3562b3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f503a99e537bd01bfae36f32052725da2b27e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13ec73b066a7e273d27700681be33ee21ab3e89cf60d2e689a65789cb65bbac1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d64a295db255151b297c2553ed17b7e9f0ec203
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a863634b141fb00c0ebb425a36da13e73a82fc0676588766617f8bf51f47fd52
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f5909ad25d38df027c6abe4cb1ea164bb5efcec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b98421f0d36a99501a48aebb1c7ef93a55dee506005e6debdfa6790ab8edabb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5e5165a5c622087d15a13e19cf8cc798a7048b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bc62907c68108fa4abdfa05e21aa55095dcf0cd7fbb55b607c518cb8d38f2cb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45cedd1b235a14fa69b14679e485af7c60b1154b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ea328fd8e45ac824edd0e69ef84a70128b6d4b411353b3a5334b9ddaf400e9d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f4a77140836927d570f1a3944cf619e2e3b7aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a325666da59bad3a41bb938c2fea43300a6ed524f9db40da0db2d91f174eae
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa9df310f219a7a8115318e78ae92a51818dd46
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750a569494c7b8198bfb9b6a03c1ef5146a5ad771d4c3615c162c61b9f76e3b1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d463cf3438b6ab4fcd4e963ffe8de30aba1a7ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66d0bdc1cdedcbfe9b87b461d24f0201c2cdc008399a7e1165c3d5d7339715a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8299fe1b4c1ab29cdb244e621a4dc9cb61746e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ed4f27f06d9642b8db442a4c655b76d7119406c9f8996398d6d20a883d9e00
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2855251bbe7b0a4c3cd1a69205ddf9463fbefac6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5af56c14dcd3882e846c33739776320cc136623eae936b1f435fc006c61539e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a44350882a07fb75485aa15e530027db71b1fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256dfb01729ad180aa4f952195ba448cdbb212d1762f0c3fd8c22197a2c7bb19
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e8f1305374d005373c50cf0130561c86d192f20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79aa12121ab17b6e8bafc0924339ba8ee32dd832f65d50b649fbe778011b6a7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c9a321f5cd31ff826ed3edb3ac5a7b57092980
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f036b3b110194b1756588848ff0124980bb4b96d97afe6c674c86617f5db83
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20ad63e6412f1dff14a7e6bc657a5e1cc5b7b8bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4130048ee3e2fdd3699b860a92e6e421ebc9094ba3d02280aff14dda3d0ae7ed
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1cb552c0ac60bf927167e04ece1d12c1b22f04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907b302cef65eb2f18ebc8b7a9e063af62519d832dfe5032873fe06d79d0f36c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b7d85d7492300ede99c0a1a8d240661b20de53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3485c485893fac7e8fde91f548f40d10ec969c959dda6adb97024e1f3534e9a2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5907eeae09ce8f2146b3122f510a11d410f6f72a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919f602cb1b415d8e362e9f43c64aa45de0edaf5d3f259ea07c6e01e07ae2738
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a667c29373a442d2e735649d563409993aa5c841
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7a62b5ffffc1a67f3d009f9e066627a6d06b253e14d90c9b013a47d74bfe88f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7f3cb70eda6a6adf34e64bf7888762226d3048f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e24f8eaba4ec457e8e9b0ca235244b1529dd5df3ca080d7bbb62209646b15e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c894a2eee092525431a023c27e2d95b43bc943df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ec3c5e3d87ea7bdf2c2a2b582ba43bc32656746e7fe47ac259b17b8c3ebad46
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c0b46c17007b4b2768f855569ccbf225ae6b77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbe1dbe88f4bdb6ad27fe607768e0c9ce16fed4c571d49e165771422a4cbdd9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb525533b21acd2c7c1ef7b7af6ead615e499695
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ca0e99c95d3a56a2260fc3e27e9f1f94199a001e7ab29b28c68cf07d234ac0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..423e0f9ea607fc9e676c96c2ec4996cc7339b86e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0212c8c65e832c6e6bd682586c9d9327c265ed5d5b154869435f433bef44f89
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574e414193cdcfd67af485663f0f4e95807693d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db93bd739954951914b1f2dd4e8b74058794d69cc5d4f028ff080642cceddea
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec7c60fd9470c106a55b0a4c3dfc448b543c6dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6518c2c4f9c041c84623dbf1ac3aa0afe6cb916d516c56c6fd8272e1ad67169f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a88a86302e3b5b433879c27242646801593685d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b7ae8d1c78a8f80a068bbf9a2e05edfe2309900e7f29652d43c4485da9bfedb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f7d628a6670ef810f1c3d1aead7201c9430313
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae3dabb4838cd0e7b197d42fa0497e7c60fb521cfef5cccb75c020d5323f40d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab4e3b6ee3b32919d47409c70df0324d654e5e25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16eacf0d328fa465a97cd74fefa7e04452c34384d7d0b0da3d908610d1d3ab90
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d897fa1067262da6c39eda870f7ecee885ca256d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b84479222a89f56696cc058fe089dd467d9b92570883db4c0f28e3d5422ab390
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae7a5ae6ea90f373212f377789eacefdcca0e66e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3dee2ec79c9a58efd90df394351b3afc2c8bc9aecf7c250fdc260fdbcbddb3f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf87a747139672ef2488929af91bf9374e64e07d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bae0ced04af3594be3f5ff4693ac969f9b476539f9465c7fc621d5505fa0aa1
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..391ca9e104070543d755ab74a07ef7717333f0b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0fa9135c8c7e77d73e98f9794850aa77e4b53c537a6f2c9b5775e933f4263a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eedc486291b7018b1f8605fe84d1d41037ddf9e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af75e62190e8a4f9fda561899932d8d0b81bbbd7050a809f9f70b4816d4799b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76eecf86111bd67ea4d2befb5b0f391bba7a2202
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0688ecdc53e68ee28fa428812bec9fe92af861cf5787934193495c152c507ad6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6d752d58b9f0369c87bb9389e2f96b54e749e9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40f860f009e0a746e33bb625d261c9e71b390b9259328c3a3c7912cc3936018f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59157a3adc404dc2727292dd2f098d7dd29bbba4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5966bf512595682677384cafd79dfb4ea2f14cef9a8b7797d50005856eae29e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a380d6c7dee127bf608f4a5f0cfc096da0ff0ee6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d144d956460b4aa85c841a998970489a2fdc1f592695001a2dd1aa2598e9543d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..010fa64a9fe37bac363c2cb9d244a72a68d5c62e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a22ff3e89648fad77ea7efdd21e41ae847463a71578b51c456ff3b9b8ff72f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e14e7bc937a9f129450cc193293ff78acf57725
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:148a133ad8341ef61af5cb7edfae493edfdd2c5362e987fb66b2a75fc37f1c85
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e719e356e39d399e82131f1515ab4a3c210b1b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d812f35b798e5856de47f2992cdd9e42da8f41b80b5d1e56c26e7a06814caeb2
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab51dda569f29dc97239697f99c68bb7d132459f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e31c8136260b82b3b8c77462d32fff146f6bfa5c87e2a192c8ae390b9d791b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e17582703dfb807a65e31a0b5f1d4ca8c92d7a5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70da17470deb4135223cee223b8e729d78d7c51824c3031b8f6e9f65ab3675c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e5d6a8062e7b5e13ca2c89a6d2192bca0ec8b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc98918e1d110c63f420c1b5cdab4f6f3b12157918e6e49314a29137a530af5c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f326d570d3b8c941a721e7ec6eef3715c86bdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7be960e88c83145e86cafe534b10b54db292e676a62e89536b998c4205a1356
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e330e7b379f5f591064c0b3581db98c45a5c14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dabc275520ec61d3f69bc4c050beb114b1216ea63b00b33d3962dd44aaf828f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b79e53939c6c25f6296be86a1b934a51a0f03f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8e2fc27bac1aca00929c50a429285fb4436581a7ae75aebc751fc523beccc69
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b5ae3df5a5ec5621c27cd068d2a3689dfd778f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61d551b070f6a27e793c554261f43c40e8bacbfdfe5d22eb1e684a5e0cc4bba
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfac6a653746bd664c7af2a3063d7153aae4172f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21cc59387c2013d4c39cd9c6976a4f5203b86d64eba6e3ffbe12e075588bad63
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f2188d98152d3fba980f10f2396225f3df6a8c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bfe4ff178645730758a2b6940aa34ed3a675e0512763db86453ae10efd048db
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99e5826f5838d205155645fa84ef782b1e78f191
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18ad030f1d308000abc40aa12907ae47dcb6a07092718d116aad2417f4786209
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d29132925da1b76dfe6a92cf834b45f6edce7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48a1a96d2845d1f133351137d4c28dacd1e49cf3e13a1bc705f3ecf774898279
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b1650a5fea6be0514901c542aada78153d51b97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d34ca6d11d2cd4dc1d8c11899c3c3cfa4e4cddf90c0906d340509f4c756a05
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10f31791638b9c01e9227c661d2292c8d7f823df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33cffb89db26ead863fd889a8205e6d15e9b245b894a7d1d4a540fc9fdd2464
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a21468d8af4eaa33ab4f987269af6dbf790e872
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73a0cf104c7cae701637081d686895e564f507a2c4401b89cc3dd67daf180ef6
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bb91088012f89860b438f4d49397d4289c6648
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea4c39c773ac3e89408588e034dba5b64bcc8166a284a694e47b516e079ca98
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..002b2ef1e68b08342660f5847501811371eabd15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bfbb316dffef191f172e5caec9894a8eac27cdcf2e6d9e4fcec031e6990ebdf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c46c66d58491521f187326b0d1ac400b842a268c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff061834ca480896f978a8729dd5d6c19b83e0a772e0c17c7f7df9549cd2a83b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..658b27c71e6de7cacebf6436dcd75dc0297fa192
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0f30af728d69e46fcc0655b642898bc323abe5a2bdcf3d4c1d7151572071d2e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8383e072f9c3f7cd744c52eff1e420e636caf0b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee84f363f4a9a8fa28132f1ce44858c1990bc9e7eb33e1823c518de9ed2159d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0668e34a1badf952a817a14eb08bb1c3a38f589
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0247607e23746d65be484a53e110d745ebe567c16a3ba75623cc7b05f9a82f0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edd8c23a86fab7b43c0100d9d105bab08401582d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98fe3d594ce2f3b2b575632430ad1c7079b0f595641f46ac9f7ae08ce7bc7cf8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..238c3ce75a509f8fa5ef5c4594a4fdf9ba3327e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95cf83d7f1aff9d45f019520b35458d304935147d9ea12dbc6868736c88e092
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92158292b51a572ae28ddfa73aed872802edde2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bd0034ce1eb96aacad257e23228de465cbf089d0b941ed7c5918231b594444
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1925c9a8af8b632c937d3740f11161fd8a2e2795
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fc0fa29210616f2f16150eb14f33db82c41cbf011e5bd98f329a3e298d2880
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c05587aeea1dcb8841b6e79bf4d08d1eec2e1f14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:882fd15714aaef9e67bc16495ade7695b89b7e4b79493bad02ee5001684f5342
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853e8dd6f7991b538dbf3061d7a45e5e73f0982e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87e316ad7574c7015518985c7fb557f51a5246c04eadeb10cc64dcef892ed22
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9817abeeacd9cc7539fc7bfa5ed16b45aa00dab1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a88797f58b78c9c7c07fd5e2bfe1e60b5878ea3a07459f15c13acd56434283c9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3dd9a8f80ed556e81309f020bdf623987f11c5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb98fe2e715140387de75456d9769da45f0e2b5353f815f12c746089e6692ac9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ce3bd93f6dffe5ba61a9c1299b0b5ab21d8243
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2855ed9a14982e964d9f7fe9f0c2cc437fc59caecd4d8e82ecb44f9f4904d01
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1445c34023f27c33351646d012243c7f7f7529
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4882ef6728c30761f1f2c39deccaf38194177a488637ac3615072e831c593fd1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24de2c64514f8e00aa674c8bdaf3c46863cd4b3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86313dfbcb4beea7b2c44336b580af6b2cb1d0699eca6785a3a632c7b8f694b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4118805a722b82dba994379c2fead5f47b8a7bc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e091c794d3a5ae9185353e7090fc7acf7884599b752047b7a731f8887713961
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ed5bc9cbf715fb9fd5a2eeca03ba66a6aabf47a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851ac8790fac1a1f82b24d951c2c4d8a7f01ab8e24857d1b30825ea954d0f14b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a102b5416d61e3e56fe7bdff555c279e3ecde3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b144fa2cfae0be22add8b7619209dca55bc9dc8dd2aade44358067f7dc31713
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a11f550564d8e2cf42aaa041bf3d0c84897e3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:860b0b314c7afd915c2cb7e0fab62417e80aeb05520e6b7456f49f5826994a74
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a668ae8e0fa3b7ad062297e343bda789939c52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c81ab663469d89ee91ad88421feb96107008e97c92c84533fe003c3bd7a0f7f8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8a8c539e6f1854b2f33a4aa6cc42509acd4b50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e278c76c343d84a8143f6cf3c8f3d4f5739fcd734d083e19a46d2d7304ba6e
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721e3abfb3c98f9fc0e418f8e018be2fae078404
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6d7998806dcbfc5d20218be9bb6a121937d2e7763ae2532d43b0233f19bce1
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e01732011dc371a7a98c0614628af85392ca11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf34704b26181e28c316c548fadb5c8e87299033d651a5918176cd23a34e713
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b34bbac474df6e3c1cb75f1b6a86f98ba807fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a7e441f7ca9621c9e80c91c3bf2f66e036329957ec6d14dd243d0f7e1eda74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb322fef570eb63d9bbe084da557e0cab366b5d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526a0ca1b36934d623652df7134b17c45c424db34a5ba7cab2ad4db16dff4959
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4b6acfd54e1d5f51399386c87e13a4bb6dd49c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78b117b7b51dd3fdf9dca4e4dd4544b30f39315cb9055476820ce6118aea9314
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff4f815b457d71b784b96f0a6c46aa7951a3409
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c7ba51d12de8b6f00a1134e5221677eca78c2b5048c240caa00011ae432536
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..385ea90d272268ea6db8b587bdc76c15c53e9afe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:135ac6aa03fa4cdcd81af82f4a3ab4be83e73fd8af348c1e97691eba5b473bf9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae54c92e8991b1bbbf8d0c860f7777295cf5aff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9b876ae0e391d0239b49f7c6e0bd5e93b654d86f506041aa95e86de42a95e7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e16b8181379a8fc073aadcc455576fb8c51c9f6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1b83626e6f49b1c7337d2d4a91b244ae85b7af4df5e4dd52122726109dc4d7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22c5459dbb83c49881db1a2f6b38805dbaf3e84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d782cbf9fb23dbb6e334481924b6f01743ed3122a7b50d1174fbe01f34b2412
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31dbdc8db05bf5f8ef65e2046e94cf3c044348b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a12928365dc782cdaa7ed3deab56e403afd268ce52e7a311591cd962914674
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df69a942f320b8d2b0e2b9e2a42da9a7445ef60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcdf7f5139fafda52983e8735b2bfdb5acbafc4fc800381b175dcf3fcd4d0d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e685c517632b484e5afb41e9980fc23e48e76783
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b02ff4be43124b25b3f956eb8565b2d529545cb00069b41005d453dc3c262e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24795ddb0201dd49593295683d6dfbd63c154d83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7f437554112097d67de428a6b80f9ce12e712457daebde3f14004bd4b23db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d26aff46483e1d6beb6fa4d615ed63a8931e9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5239d3d6646e4eaa0c7fef1d5a89213a50d670b335c32e68c2109de9db6b00d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dbbc28a65c8fc8769a5158169395a6fe0658aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6e92154a0e3277a7cc0176509bcd269d792c8d7508be3f65cd342970060cef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6163aeb7f157374a2a4734464207761b201fb489
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e217c82a03854a614aa26d054f41715610a2b75c42912d8e65a501fe80b93d56
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f4153568d1f8c2a2e04932e7cf7ebac83f094b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6a45e8219bc8d25fb64cc005ec8565e267dc18a55542d2e222575ad28a6a46
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57d922060146ac9b327b0c6b9e4d6b7c26c68840
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b243c5a235579bf65eb7136567d7c035fdcc360cdb4c6d6076ef49ca1bf88b53
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0bded05040a50caccc16fdc56ca0a93d9a5eaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e866a5ac4b4dca1834914478fecd52e067c0cc8637f5793fc744662fdfeab73
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96e8fc39fa2407b36d9af066f0aa119492c55e20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5b7e3f5c934771aeeb106bd493fa5c57161653dd3af9db4c352bbacbea4fdf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1e994d65d5305cab173ddbed2b13d2a147a1c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5072b2aec9348083452f3ec59f062fe584578560aa1fb51495d8f19e441ff2a0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cd6bdc31f8873d3a467f6f9533f5774de9adc8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f604577235e19c9c768387f43e53d920cd6d856061f21b1e4809f1d799cc72d9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d93042001bc50b84e894e555e769a7f005ced
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db76829ad925a1d4500c281f6fc21f7436071e51cd12b4f1e71b9d3e50265a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c2f38f1efa0a846441ee610f9511eb17d335134
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:257141fed43d86f028db5864204844514fd4b63a0f25b85513c8e79f4ade0754
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501b7a756e468ae16fc3201ab2dcd3af445acf1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b9b578330b47d92a023af44cbba13d5abf6dceb790fb9ba00298c7d1803712
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..958ad0f7de804dafee515cca8da255f0613d6244
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e81b8758306cd2a3a149894a89ef02c0e85918ff4d1311f98a8f42e3e4eb0e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115412ec2d3ded0ee50f6e4c2f7522db6d9117e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b928d04025897b0b6850a48bc61fdd11bf32a384fb224378f1d64c7c9a4143
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee862690caaade72a421ee38ddd6d00e94f44191
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f1aeafb1436f35cb49ac96a2d44a36d7dcc21ed336122fdb16556c644167f46
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bf507653883dae47493edbaaafc1ac6e29f6f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ee21a6188d29d171fad480fbd4a906cb66e534a8c93c39b03572a85bbc1878
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9b7c6de3a6d4a18e9d76f12d26b661098cde682
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dde347490b4f65f80164b7d38ac491df04c2b9ed3c066dc12da7ff313727a3d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7b5f2e8f86a3518615901f0eabc2a5431e699d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a468a5bcabb123b90e4f5be5c1831e486e8ec25dadb6502f53f7cc96fd541539
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9669606f4ee3833d9ddf3e226a33588e35db955
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5596834f96be808542c636db69f1e8eed583d9363b2fb3ebc239cd775a30fd0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f3d6f6df6930b7f95bec052965ed60b0a5064c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d61e8a6a157cb96355b7ee0a4f69a06a8ccfb824a5bc1695e71af09b47c3f0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7a6fbc8616dbea4b0599c624ef6c94414c14ecb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67d6ec6cfadaa89ec3dee3261e5623a721d86470c2e2b5c3997d0a241b081f09
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5397405862aa03de05c071a61f6e75f0b639f8b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e29bdc4d801207a7da911411cb12613b9714367cbfb543b9f98beddf6da400
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..246248396899ffdfb026039d3cd0056d2244b4f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab6c4e010291d6aee70b0875961180ec9fcece051ed0a5befb1f0b8549d5b29
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cb4759247a1c915e5577e341017529cb6b5dcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c761e0002858483ffa3e94492a05105ca36fe1baeb63fdb5f1b4a00505c3a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..564f66ded1d82fe8031ff699d73f09eda0bcc630
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f652018d16685405a2eabf9ea9799f636f7e3e200145976ed0b1e352fb2891f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2945d7b8ad20eb59d4c66a915665fceec8084aae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417655e1322450fc6f0060e7762b813f3a81e144351172c1994ad6dc5ac87fd4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49926b2c799ec2e370de4567f272843c50a6680f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fbf52351a329e7ab50205e3369cc71c515196b4b5513ef36621aed820b752f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9958d3512174988de996b4020df0acefe3665dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bea666e9caefca0ea936f8491ee845735f0b1857c08e00a9ad7f90a1d71b9e9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf0afb72bf06fbd7f77ce5d0ac47898bea15289
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:744eb6ec75cb03d0e9848f68f2fe6573061e6b4f8336296c6ae7832ae57bc865
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ec4130a35a03d39c34c523b935ee1d867d6e39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0017d692dea30d0b828386f0ca58a316cf678a701452b31ad6b191fa4f262084
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..064bd0a81858d623846a89139fcbfb776dbb1ff9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1394c782f385cbff1f308a520a6aa5a3f1ab05a3e89eb854a7aa4803095292c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845ea7dac96e2f00eb9be0e99ee7da8bf7f1fab4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17deecdbbe5a7133ca44205b630dba72829c20056f4bce8b9fdef5a7778ea08f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..685239815e543f77cdc2dea6109d3a880aaa6b8e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:485b25908371d491fd1529dffdb4662d76a7c1e904e820e3b5177369fd1195c4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2e495a756944a602cfdbcdb63276736a7bfe9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81536d882775f3260132115b47ebe75eab22ec6286b789b83100b6cf7acc126
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571cad2ae3e2e37fcd7455e02f1bc1054442c5b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05160f1f5e002eef8ef0108ad6afcd03a7e64399954a6268908c3237316ee20b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1504eee0f9a25cf208ccd790086f7d58477be8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc2b09ad5b30702d497ba0571800ec417f5d70a25a8bdf4a4c00e1e7297cf20
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f496f56076a18cfeffba0ac1b99900e67462271
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6400728e37806f0959b8c8488de3814a8ad2f1683bea44ef4fd5ddeaa8a54eb3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eb08003506a746c6cee3c41ed616a40b637fcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440e78472ac11e4093f126847bc2645cb437200d4628d533606d669e478d58d0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d7375458f32f8d1e7477482fbd8788477328dd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eba557e1572566237f5332b43874310f5756ea1cbd499c1445ca829ea8b53ceb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf26675b35d3efa644174575074fc6a33e0edb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755c5345cc2da07dcc67e74c06fad4463b66a1c6bd95f86f85eff304e293149
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f9566af4bb2a719f33a38e1446d3690d8d1fd8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6bb22046124f905577136f09b2d941caa4a3d98b93d9fbcc69d80de398fbfe1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f08c7c168de5f09ca6533e323428ece2d81ea55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04cc5ca1b5bbe1247a06cfdaf48199138004cbf8d9eae82ab137bdafb651b0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2e133bd959cedfb8f7a5f11fc33a9e0f8f17c51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f3aab5d7c4f30163c404c6d53f55acd173435782f7e77d3327bd21a70c61c0e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ab004f3012f7ff920c2f13ad46e65fa857bb3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9dbaccad4429cb069851b23fbe58ccca8225232e9f844ee10a3af1e6c91d60
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..939c2ef829523a3b88963b58484a35e03253f802
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d9bb7d20f1c1d0547e727ca1149fda791a9c2dc7f7daadfa5aba1a5c9fcda55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93015f1171e3814c5cb434d8750764a45f1cfbfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eaa35db231b0403196ff7d710dd5dc53283dd5da7472d83beab3001782dbd1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1db950884a5f219a82465fdcb2c25f33e167b25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cb79790bdcd42d49967146c002ec2949045183457aa63969e09d0da44b65c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b817dd20806253abf4266971197d4a53bbec354b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebc3c0c82160935ba0e9bafb4f534e6bd1583e8475be1a2d79b1a34e8d66f04
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74ef590cb5d54c6b7dcb0ec3b93344f4133f4bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15789f0011c37abcfefe5949f1b9c525a4ba5ae081fdeb3095108830281b7e4a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5b5c18394a481f585cdd3bc9fff52327ade362
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f297b849cf6a47255fb26051b455e81a286fdbd3d9ee89e67f4ad51d717cb451
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebbe10ee8d435e81952eadb08d01d1a418982075
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1132eb471099fdf00430d731229202f8b00d4a7e86ecc099ed86cec1b3f09285
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2668681afa9aed2d699f58901cd4e467f18bd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501ffb054736def9391638b17244098a433b03431f2c736dfd65aafe076bd7ff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd6d32ca4373e6bcd53a6a3f548720de2c95691
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47b3d139434b5942f554a08b0d35c3cb3c63ae149dc95de0ddbd6525b090a970
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19f5d81acf7ea492de2062d0d96b03f43f3620b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0f9afc007cefe68f4202f787cce0a47bb66602690e7ecc8ad2b224ad852f9d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d885a73dd8ecbe335beee3e8173088d8495c1156
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761eb7af56f0ac76a8ef11de2ee694f3bbcaaf02db90177b21058f1f9bc12386
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32498593242f0e6effd0f6d1e5a0bdaa3934eb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59db1a81b2fadb8cf7bbcabc95008b040825d36913352ded0d7415dc29ade9f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63eebcec89e7a0422e97a9b1ab7f4a904d69dfe8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c8bae71063f8c244c8c2db0faa15ebf3d32bdcc0586c4d2582e8ccdcd1dc3ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4636c3fb2b9271a38f6cfa0baf201d051275e448
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94033afd49ebc676407f0e81ab91c6623eb53bf8f060069365d3f02180c64445
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1fbe78cc373ebcbd5bd5416aa54cd20bbb48131
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0231dd8ba54a9a72a5ffd369879ecef4d7bd14d7661bf1da4e9f54fdd8f8f6d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddc245340926992592b291be05fc9f6bca434ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c8048ca42a7f40ed66e8f97999cef5acd30ea1c2d2a07fbe1232859eaad4dd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd0d06dbc9809d32aa9e7cf940ab5e5718a4aa5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2298912d3fcec7043ff743e980da2ec96a840321671e6eeb853861f4b2d59a9c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48cbc43d22ec596bf9b841f31f89f0904828c15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077a8ef827512e77356c877271f340caea73d24bade95696b7c86921e66e175e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8773b3b0addf867b39260b5f82cd7d9d3c31631
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd1a6ad1748ecd3473c0747026cc66b2b84285158733a04f152b611eb5af2519
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0708f8444f482ee9806f5eebdf210ef612b96b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cf99e0e2873eb70ecadeb1be436591f824a2361adf9631585a7b172c2f20f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b36e23e8de39dca48081619fb49bb773596064aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f486279ab58e47140320a47aac9444867995815cac91177c4b79a36e369d72
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce8253e4a9c4c047d9f99c57e565e326c01640e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5723faca3ef3e3a43c94e6271e7986f4eea38d8ea385306e6b8fb78c4b5252c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..817f9ffbe2eef050ccd1548d4bd93cd0a6aacf06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7d8e58ff9190b34179a21e69c566b7a32170dd9fc2c9e1861b50d4e7dd29b8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d40856a9ddffabea0a617791ffbd5b019c0e1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7688e2997527ea452a076791e71e151e37e0c5f0522413c89362ac8550b1127e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a5d028614b5854f5ebd2e5a9b0f65a317bad502
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f051cc6ba4bf17aaad67eda3ad441154e4c4d349a778b8e3c1c1f1dea3461a2b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f889d83d106657752fa8e11c961092618788cc84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6dc1e55fb9005b0e8bd4c62734eac7c10e1bc3aff9e6b903394d7759706611
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a50908883ff0a3b1499944560ddff7ee813ed05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed913f7ff8baa8a2a3503d5bf250eeb3ee9a5e01bb4b0b9e33e9a637785178ff
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9066918446e65373782b893ab37d213cd8879d60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24c3a6b23d3dc2c2cad80d13c4fb9d67d2e0c972e863c10433e4ff790b0b78f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f5a4dfa16c5d7b85f9fe2ac883b34012bac3a57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbda279886ef412ef0ff3a954eaed510efb76b454dd0603d72cc821d2394f99f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d44ca87471bcc18c34c2af5a74ac3a6e6e3c32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ee96370532e56d942425d6455ade47ee96fa419c05363b448cdbba2e10a47c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f396c02d97904433fad687cd482b2a506728665
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c40ed31dc393fcb9e6cbc41723e7128a4c2ad0dfed2b8d96916257a0b0679e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b18d187ee26809b87b85c584d3a040e9e6eeb5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa1c6f8825163e07f4d86a13a9b6e9294883479d5b5ace347987084a91cfeea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc29a4935124d904a2c65e2438e975bc154e9bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d72e5d6123b3f17b2b789cba867a103aea2d6a06806f4d68929f1a8e97c6a22f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9858ec44623b1f04da07832b981e15a8bdf6a6fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0150d50b3689bf34cd700878e546bbb6fc29f376cd363a04b074d571f8e0ebfa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc66184e063dafea92832901cee61bc612939a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:160d9f33e85358a441423c8c1716955c7c58daaed4734e6504f2b2dd01d454c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92ca793c6cc606b422091b163c9b90981aa3f77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c999af8cdb3260621af5aa65bec8cf24859ab0cdbb52a619b767593ead2828a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00adba71c14dff993dc9e587699caf8d0dd1fee3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e8491fca4460b230a0ae1bfcee22ccf47aabd471ae5b6bbe143570a8805073
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8a56cb75943a763ba17e712001d9a5364e3d23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67df153b20f4eae960eb823bf8a7dc129d5c479fe93ff172ed4b1fb84cf0bcc8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e226d659b25d38bcedf4f04ed8bd5138afd1bf4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54659cf51d974edbb67cde02cbb76141f1a06d930c7974eb9785a51be575732a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac77036fee3175597fcd299d5842ab46b932a314
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b43bfc3ff3fbe9d5c8451fd79ae848fc6605f31361d25624ba863dc522699b9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18b8ebf109217d0ee6b6c00e1adb404b8794ce01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3502d4d0e8a4e580cc4d04490eae1c4256ce9922178a0a28af6a887dcf5699d9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa46e6d62560daf514acde3a0d6e9641e6524ea5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8646be31bd12d892e1d6134c0fe805a40be71891aa37c079714c29c6362800
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28d7dc834f2dac35ef6c7aca0685035a88b9166c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59beb49cfb5db92c744d2ac1cb197ccc3fe5cd6a32c72194545896eab16905e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924b953aff712030d0796d271fde493bf0989b0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c49be918ef632c287e9a85ab8954f9d9f764db6f580d61e62d0928671d21f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846694f053ecf28588c2d0a50543c936f6b6a057
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7393a9040239596103a1e1b4f833d0f737493043d1d6cc88ab029066a8be777
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846ffb2a7c87b6232332d32c622e54d4db441f87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359301758211703a22bad173bcdec757153e4da03efbf2aa793f5efcbb92df29
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c4d73471b6636122218e04d86df6ba66843d437
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1628dff14ba6ddba10f79e6f06bd2b34cc759a54a6bc46202fb39c058fa1ffe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd2f262920681305d58d51e0663ae31f3af59e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8dc3d29304f571196a11f2b8fe6dde3779993c143eacce643a3e932647db3d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098a4459dff934b850d5b89679a748e77170e391
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53c4365ab7d1befd8fee8e861f0108ca0897034e4594ae8bad8c5f08dd40a5d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1127006b87d910769cbf669cbd4606e5d5369770
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6168c4199936f51118f1b252cfe8d47a310bb822244f65bf15a6c5e50dfbc759
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac2599c19211da783bfbe098ae0163ba52bd24f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cec9143d027e63ca53dc5f3d63746c8fe11c2c29b681c53a513c1845c66381b4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30581639b5d7a877372346750d3073c5eb208ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e65569d4b5f5396b020ea4e4650067dc4c83be4b7ca23624dc562760cb3da2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29aa9f25893b6504184e44fbc28051fa5c7e397f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fc438d6f1ac0de49eabefefb9618aaaa5e53a27beefc4b1ce58d27739eec5a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa71c8dafcca662b28d89eee67c5aeffe2a29f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7c691669fc21c2a5b7e0e0407b8f846e031eb6e6f648317b63a2c57095e037
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58a9785e103421c880dd394801a15c6537b33447
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72fc7d3c2cc1b5a60d0b37f26d4fcc044214bb599b3c69771de0e9adb8f92a4c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead8ca73f66b29601c2174cfd49f0de5af1fc7d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef2888788f26056981fcbf724e6cb8ed6b64159ca4a45cf6ef702993ddadbae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33c016c0840bbc38272c984216bada566ba58a5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724115854c79016438a22cd43e308c59465cb7c765c832a1d141d01a6822c296
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27b3d584825f769ca87637b7aeafeee6b9e38e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c11db5c1a51435cd103d1ba6013ccb5887954114a794f381cb8ace62567133
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a7b20260fde61e9ebf6bfc5f08ee11a090a6133
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8977922288030589fceb1ac02af6d0162ca31f47b984b52bbda01f3adbccd9e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef7dcfda01dd8f3270c14d98eeef459785493ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8508cf13fbbb0a7c789d016bf2b6b9a65e323a9bc26d46532ba4dadf1f3b40
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee268be5d3985ae4423736666960277a9397e8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5edf6c054857c03dd3d13f26b452a76dfdf715dc507c527c89434f6e1c521d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68adb2a16191eaaf174db8fb2ddfb177c34ca088
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36c40fcaac7148d03e7e9e3fdf4103f7e5f3277db4876b674cff38723d85214
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d149b44df9576480eca4e2e07f09798b012f845b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8eb0ebb1bbd59684a928d612f9e05369d7a1220873dfc8c04a6d349dd93e28df
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a583b8b30c67907f509e1e78b732a78089a7b85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceee56e28db54aebdaa9de3e4418c81962d5b3d954e576558ae5bfac8b8cd9bf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0efffbc299a3612b29cce8636f530a84dc2b434e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c0b050cab008527c08c12f115e12a251314cc1a0626924eda15e5a31a32a67f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87631292b6e178d2b20ab7c3ffb63a71ac0a401
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d994368ffe9d949bb5a8cf087b9ba80399ea0ebbe134179658c867c3b1a1584
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca8b5605531e58dcd057b835b2f7dc60e437d4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3e412ceae9079551138399fba7c1ef3b5a323b2f720485f8e3cf08669f09f64
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe21d616f29d361d837112b2d30e286d13f160cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82613b16975de68e98c092a3a9d1d4f2abbf10aed4128e712c66578645d9ac9f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96ac972b7951ffcaa93ea9c66e57db943275132b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebdfa4ad28fc829bc828305d5dd40aa81bba237bf16f7ecb4ce70caa4cfa8e34
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e25e2c4aabdf2242e82df1c90bcbf34f5eafcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ecc86fa2c9b04f4dd46a91244ba67c748abea643b91828308ed55630aed047
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb74048d902ec767d941b00983e11f4e0ebd342f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85fe0158d02a262138865695aa9d8ddd3b771ad2e103f76568caedc76109743b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9929f0ef4af71f444395dda0ee2c9126802d7db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fe0a037c57e4bb1dd36fa2831bd05d38876a4fc9600e1bf673530845b00715
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b72bc9bec3c2beb317efcb3986a20f7d98f5c70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603dbc0af0a7d65bcd4bf94e5dbc9aa6bb268a15104b057f833e0ea6bd90cf8a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d78f031bea1e4b91d07792cd853f47cf41492d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d2deb49607b253bd92e9ebeec6c991b2fb0f8c977cf7bddacabeb23e6f6f7b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f693eab4c47446b6d99f615b13d9b4f32f7dfb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b80bb8fe5df61dfb1f84e15e188c6d1782ca59bab1050a002517508838ddccb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be9a88548e937690c1138d51d02f8e9589f17e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee9c4fe50d844680401c32d9f8d488412830ca0fef37076888b95c5cd86e80b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33af643b4f33abe14b517b873d2c53e0ba96d08d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e7414a50a74f50b4a393486cb4758484190474407e56ea676c8070e367a3d6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955083afe2e0edaaa59cf324b002c2eb6b8b73ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05b3f1361da6edeffbf5253a7452bebc8d678f056c6a1d66a1b4c266b656606
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25548ecdfd797d5106e18c8916ee4944b189b3b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d027d6bb290808abec96c57616135c3cf39afe6455fb1003847f3744938062d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cecd45d0ad2231ee202cb02bf97543b27932bbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b983959b5d3d8089b29a93e3d830d603eee62d3539fdf5a1e76225756b6542
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a65e50ca732ca14909384815088fab338364001
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8458ac7eb05a905142fdf0762d8c954430774d1e1ced9132370034f7313e7527
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b1f2c2b5a368608d436e4fca01c93b5891502a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b71022c924dbaa9d377bb592d8bae32361a61d463aacc752cf01807182e8e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e8edff1dc3894388a8d94a25987135668afbdd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfa40df925a4292b0b79b43de8c15e250972e9aa45e6db076938f2b9ec6ab8f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d311d18775c67f89b7b53f473e6bfbf10af955d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05dcac6c1b9c39759b9833671f57067ed9f7ff2fa75385464209e61e86ce599
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee802acd575a6a02b72e87e282f844680af7b616
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cc9b8b38c33abe09949c5e2c94e04f0bef4ef171bee438e9876c911de85a38
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de967f8227b079b46335a897a66a5747632fc8f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba4085f6ea5db698b8dd897b4b3e79dd6fcc8ada921a9f579d64887c20fbbe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da2a2dd831c80e4b1c5f04a343df840564b8358
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff6603b552adf1126ea00e5f3e819a893bb5d673bf7c32c317dfe7de8028b82f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dc9ae29207447802cb7824e4c21612e1d047b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375fb1eb16ebcb3991865cec2852d93739e74eebcf02614c45c7777868f56dd2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd642dcd49fdf4ac9585e466883ddeffc5419963
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6918143390b99d1227b4ad0d51c1066ee2cb05287f1e6a52d44582e6c852e68e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fe8c6c751ecd504a31871d5f12946ab545905d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5ebbe297733f81aee86c13621f4864600d0e6a91eb8f4ed9494891aebf40aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752e96c0599ffe2f8749d506626adb91c2f5ddf1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6d049db18e0e3ddbe62bc22d5b3ff66ef4bb290d5db1a073db00f2290df971
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcb50a778a48539b4fa222d0634060d8ba9a82a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae189a714ce3ec88e7d10a385508746fac781359124bc7fddfb5ddfe6c54167e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6135a3ac35d937f37b140cf1ef2477c9d4f9600f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2437626b94c35fd0907f5f67f3d9931d6ad2b6bc2fdb5d08a4f49abace7509dd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe6908367038248fa9fcd8c0b6010051ec2fd65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29985231ae6947dc65d140ff52e6968c8d1bfda9d9995ff6156cd42d434af7d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9f10fd589c879ae60c90f0a9843a19ffc05f366
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e49786eec3095ad9499e58250fa08f041e7670f832a239fbb9f44caaee6013
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1bc710c1399e1b3d34f6bdb97c86850e9aee57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d038397d2c01cbc1f1e042619083fb23a4206e03f61c99eef2481239bf78c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13a41910aaf8f5f5f70104e77fcd37fcbb08a75d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8805185a1bc65493f67746d6096ec4e7c73e43b654325a39875a4522433158c0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c26a96810909abac9097f8be71dde215cecf0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7660e1f5fd477ee0e1239d34c99ca392d447b30c189e5caa638afd8b44d96d55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04ff387bde7d6630d869fbb9300f842e72a98a6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:625840e3d7d40bde36d9cb18e1f0fc3eaf77c95b54ac29d9e4299baef0b39720
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977d4e72e6c91785782e93b0680cf56e344bcdfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256aaddb3d360dadada7b0bf6cee9a28922711d9e68e976c8a0a93b5a75653bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a635a459b1ebb8f8b482edc47e9eb58d3b14c427
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68436ff1cd5e5d802346cf1ae4cd429cbe95f7ea6ee54ffe8232736d58d9b6c9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc22918d0f4efdd470745ad37718c735e0088d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2f6c60286d6a9314642af4d90a1b6036d022e630ba6b4ca3e6f2954cb91679
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dc4d80cc324ff2d50daecd5a0d6735fadda7ce4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd5ab8b1fed569a6af7004622ffd602aa875db598b1a1691d43e37a43da0afcf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d70eb4ed9a5188669d53c52a94b8aa9088bafa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ba5a7c32512c632bc0e5dc4af72a2d00566e418577691160e135ace4b90c28
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42530f6699edb5e13349005b9c49088c33ce3976
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4028e9d0f1530e35a3dbb30d87a640b6017840f9764bb14cc133d455db94a782
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2a4dbea71a569156edda2e8f31606a9b56f8cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc09cac80be0c79e415417cbdd5d657c52fd191146d089f02a83a263752324fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6f2b70c05b6785434669bfb3d79a3932880b235
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a54ba9bb5c28c86b3fbcb9c56c64275d4fa728398b45a435cf00116529fb4b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f065a49dec4ab1c9374a6829252679e660146a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a1c6fe30ec6a62242abe8d89e62323239f846eb5d2130640a027f0f3ce4568
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9013655ef16355c0a736ec93a14bd8a3325fa8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf1ae2b4329d4f69972dbdd154af589b444ad421752184a4a5342af054c8a3a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd8695daf1198a99dfee41c3a211b34b5b2a91a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c4b7be83a2a52d5639923bb2ba881b521cc0e3298f1c1d5d76a333db54629d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f34799a418188cca67dfbc833abf8b757c642b5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff13b7d8fa8bf10e8527a12a4362e5bfbdc441625ea18cb6b684b362b5326ea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf9190a9d9216b47a46d6126afcdf1b2891b369
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78973ccef169661039f1b419c19ce9cbcc26484ac94eed82286626975cfb825f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da0b9d3dc0c8012f5b59b205b1da938154b8b330
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2273465e91ad72f251bf4834d5db82b7d20635b0f70daf8941a4ca5172709548
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ed7eff937fd66ef06f2fc2e1d2a70d11162ccb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7b5487006a8510df589aa7aa849253c9c203550caa8e1d91e25ec0c3b8b954
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec6ce92fe1ae4aadcf25d474741443cec958d8fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d32f017f7b8a4400d5ed244868f57f76bb394a1936d097cd8c3e0ef8a5f07a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fc57ca1d13fc4e1773d586738bd16486c49da4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f8c70fa648fc2e08d9e07dc96b58fe98add878c508b0a20796652acdbfbf4d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9b61e5bec8b251cd3eefe37f3b18ba948c25f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd58e948345e30ef849f0481dfb088fdeedb48187ff77f4ec3a252f37c19ef8b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b20dea817d89ebde1842171799566970ccda1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6c8852a3637aaf0222ae958c80e0f74ec07c23248bf79f71bcf8c342119508
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03aa0ab4308e17c9ef4f42b388c98340248f90cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fd175de866b2d04da8acc5937e7aa1a23e9f5069536263017a2a496f556d917
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d14a52599f1dad767ec169d024c23ec19c0fc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d967be7649eefd527f07d4b19f2240fe2fc4ca40cb85ce242e595507f4af04de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7c22d8554bb745f468b8718d8c8d147023ed38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39820325b6c0ae487c9ad3cd91b3a919d5f3d57ec27b79896a997e39bf99804b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f2aaabdd5d76070c4bc5081b51d2442560370c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01109acd21d29e23bca8707ba9691c1626da9827114cda382c14f9d5cb245dcd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ac66ba48047f1dd0210185bd8a30c72710c532c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f84c0294ae89d9a42d21bb3ea7967c4b9270d0b37a3779b6542fd1b9b7d1c16
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15400bdcb528ea6cc468bc9ddafb6ce51724de80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cf307ce0e6341ba372e4a85a7b1e0390ae0ec04c715c5dcd27d9b5bf4d2fc9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71a758a7be880d19b2a89853c7b8d700e4870e66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce87b21418c38b6e57a0fe445319b39b50072b877a3923c5d4c31ed15171ae0e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7747839e8dcb6d83ee5cc243465c96bb29d46dfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a59d7279b14b06c1685720831dbc82743d41816b12e2a9709bfc034def3557
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfd0b48308fb9382f0f93607ce31ad714967c790
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c4d7792f570dfb0c1f4390a7107d2260404500d90c9f57e46c15b6a013d47a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded2f549938afc2c4f168fea2ef0b20bc4f6dd7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefb668bc6b4ac45f52fd9fd2bfb71afd8dec61f7e7fab406ba5ed9587b6de5a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6569cc44e7f5387b9dd2f1bf1a6e5f95a54ccf9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5838ca6968d08a057b44fba5d451af01e1acb3a6c9b132baabfe5bac96c54cc3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ebf26af73fe10efe52b42952b5497ceba13496
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebf0fa09a8a1a21153e6433584c9813a11217b7f25f4a6adfd95e9d52a97ed8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6a39babcc271b0174c48868bb8974a7854f5e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ebb1324d710bb23c8c37be3fbdc27588a0a7f93c002e8014fdef5e8df582622
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97cceb0be452f11ba8b896bd84458316e17a3d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913e91607459dff9b7ffa5de48ea9efd6e949c7ffab8e4e1a60bf78ad586f7cf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c9ee5e245a290e0016fd4367e19cf0306e62f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61620506c9585832381c9d16fdfa5d310270700c2d07d8ac2e3f548477be1647
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321cc76d60feb704068dc0ebb9df9c614dce7a31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be37887d53b22a06b434131c5826170f5f7798d2cff38a27b94a908aae5779cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70b886bebf9c0d70e63f5493341cc51565263e95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a64512abd578a2d4c7091464b2197db07c08f262b0d856dc67439eac0577dbf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d999c9e98dfd047c7ae6a41a65e7d53a4452edd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e6a8d6b6e4fdb6086387014658a5f7e9040230d8782693845e8cb26b3444a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195fb2561001a4f2255afca8e584fd9c9312d7ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a888c85d2b10685c7b5f5fc634a857279dbcc4efb8b5b8a45b93510cbc0fdf0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c741e31d9f6dced014f622540c22b282e1f30b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dc84f021e73031c60da9a511a8de4068b6821c8fba8280fa091378db86d6e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea543ce5180839fe4b25e82fd37e5a6ccde4788f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb95cb9c0774988c87aedaddafe954ede71520aa1166693246625a1ac04f11f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bc71ccbef6e97c921fcd73acaea9702fc6b606
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3033e4ec4fcabfd312c2154f5b6f55239210fde22313d48899485eff7e0a60ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..799a15309c42bb856dc1f7872221d83106628a37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48f0db9071389458a78c30d5468e2e3884900033f3a7b59077f20b6efac2804
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3f54ddbf481b657ec3406b6293d99ae1dd17e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fad1edbf7edb616722d13556a02131afdb0f3d2746fb4abe87a3369f9acf3a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13f269af32ad20fb2d87178bc67027e33bf5bbd2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ab918ce0a400132ad12b4152d83796dfabbce436e76c315f444a5ba767f7cf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f488990b927dc1109debe9dd129e3196cedfd23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27b59334f882fddcda8d81d7de11791c5ba6bff0273c866f9164cea804cdc46
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..652b33816f23a5735b6ed4920421f0aff70c3727
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:620172cde139eb6250f5bdd2d7602d867bb35ef6d85e11bd854c073a919d3754
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f90bef86d5c2da50c37467c540c2186e37161
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cecf0991503a7767b5a82193f2cffdff2b77f7019033ca3f6818a21de7af8e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4018ecd7adf25683f23fcbc2889d881bd1183280
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f2cea32f5799eeae69f1056f1e56694d823be20e11bf86430f072beccdbc34e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83796a8e5f81463d0b177e6371471f141d78d4e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea332fd4ba217ccf61e74789941fadafc4eee1d6b1f29887df5b95fc3aed32ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b451fecb7665efa4f83b9e121926a9fb30eb920b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ecaac8c52d63b72f4a002bc5d5f1946ad9cdf34e5d7e30c6a7da37cf1f7405a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b4183464132fb74a06af4c2ec476e79dacb6c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b45806b07b2dc1e3c1f202f4bd1c402f85870624e57027bd4c041a8f357e22b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..826899b12f2d212a705a8c58ce687f61fcdc1130
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c462313f996c8b2806f98f0712e4a4b5c1e444b7c862fe3da76ab065968f8d24
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5bd1605393758da06cad9a3f8a8492d101848d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39dbc710e1a693e69c632e8c616a96c3c8ce37ab733ff05ce8dd1f8c287b7c1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e183f66e72982800e0b8c62a1e6ad9521212b5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:178020376a730512511a31c2909d2736e6a7dabd3a885640cc1b273bbf5ec9f6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceab7b8e73f55683c2a37f4cf297d07c7a4fb2aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec466e39d7bbe3f2701334e9e77d8dd28784b249d01b5efec2e436b279f17fc4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f849ac8a181ae877b5bac2ecd3be4d9d09d9e707
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb51ff8b0a1d36e7dc5183f0b9986d7e6cc911d7852435bb24595c4ca3f6570
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baaf63ed12561fb1d856d1e76b50cd0603e0592
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3a5996ad05be6482c04d15576e578193b47b03d831f2bd8ddf73cbec2d22c7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcaeb71eec58e896cccfc72440dc8f002c17ed0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c8616d79a4bdea072e948b27100ab47acd1d0f49d9a66d5138022643d02ca3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b2d287dc51c2812cfa4c371fa42b26794611df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c41edf98610652f08a52a164112425691e32c6a47e7cd7d9dfc6682af44614
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1ee86a0b88578852ffb9a0e8e64454cbc928c98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5fa0e96622179284475300ec1b3ed3780f4331a5a7f9f0384081d675dd15218
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5150e699077e94a5066032788ae868aebbc92849
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4954a975de53650e688265f9a4d8d06d6ec2328029ff2aa4523a3ef19dafa7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fee1a96cbc71594da7af1dc0687b6c53d03f5ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3440f31d1a6a5eff33e8088906b0c53caf98797100706f3648c56dbe4f04382
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9f18e2ecaea39c4ae6a4ac26d2e0f7ad758c68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e69a090c288ad00bd28e289d48d2d10c73d4cbec0f8fd984fc71f2d2f45344b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..776549964c2d8db1e9ca31df8e9db258e3dafb4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:735e179f420a1d5b2bfeaaa4489082cb671c079964748d8f9d302f045994e2e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8553a5a1dbd8f9b5b082bff66d28b9162602692
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c208a9e63011dbc4af99ab846423abacdc0e73f72f05744f623fdfb9a917606
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..158f31660cb6f683b280864959c1c1e7d755d009
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:339a5a66021da1417f20b3df8a4a27d470b993d8c273af94822d50df18b324fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f128fbdf07d632d8ce5e58889400256674cbe779
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632d552d3c4e8f6c9d731dae2258a5fefbe1dbb2aa4c0dd8029d90dccd292dbc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd142125e61c87db2c479bf0831ef19c0e8e347
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaedf754e577559a50938867db440b216b2b150d9ddeaf611da460d375cd7dc1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45dc421dc2f27d1dd8dcdf9cfd07fe43044c496
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d40fce6d5ab4dffea3a344d0a334915369f8b67c21c76d0b62de4003a81a96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08300be8cba0d04fcef69d55548d2441d3cd90c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:856acd6b232cee7b244fed79962379298b3ae471da1f6aaab25eaf97a3769c15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfb716f18aeb7d2b639870b97ea0c9f626d7bfe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc60d727e88b1d8a5c6a90d4b36de87e343f9b7af07f0daa2f256de5fa65bfa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb9805c00bca303842224c9441261e88a6314542
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d6c1e81cde8995f4e3b4c7e17533071f3e0872d3d857f4e2bd0a8521de2c7a4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91079e4f29cdd15f87a5e701bb492753e78636c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f236e78dc0b628d4b2eadce8a051f954e0c0a94bcbe1b79a3fddb53c417b718
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c876b0f5682df0c08e0aa60a426dddd0067075af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f2f488e9f87ba33f0ead7f0713e8b9cc5ccc6065d76de918439c1d191b5e01
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b1b4da57cf8d4326e87ce4a2a414b07e9906f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c1f6e237ebfd6139c1dd333aa85ceae8fb1fe4addfcd174faf543b8942524
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbdaf8a561f4252bf9891f2aefc6b5b939b40cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b15dd83fcbfe20a4b9357f5f273a18bc6400f32e28c1af2cfc39698a550631e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725a1f94dcf9160e9863f9090e9b5b361b46b958
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b247bdcc716df0be81fb41dbf3036487fdd546b82aa9b732c4d075d376095c5a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c14071048967f7b05d2d6cc8a32a93bba1a6d932
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa9748971a832186834b4caca827587fcbe77c9a5bf74af77d559da1563c071
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fd590ae142fc45bc59d832e09578b6e9eaed02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1188a2fcae0fef36e7a14ef3ad64ff8c22d5acc925765fb0efe97bb9984920
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1de3681c4445dc92dba9e0f34be23eb20203b3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39c1cf58c292b45b171940a64bffd80ceddcc1cc69ae92bd754b1b9600cad7f3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9f3f49410c066051a8f4b40ba6ebbafd3a1f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fe86fa3549cac26ec013bb24a5c4c4fc27a077ad62120ba0211cc7d5047d39
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3cf74aaf7b1ef91054772adc97febcce10c600
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6357a7103755dec45dd7eb1170e98a887c7e7e2ebf2989aaa6eaebcf2a3fd0b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596133bbed822ade630f691d943c3a9f9b41bebc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5244dbd46df42061f05d5762258b48ffa8335ece9e578f2d4770aedbcf852d6d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b90c1c133e1de76375021738dc04ac7411223ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a3c2a489cfdc47405eecf8b928aeb754967b8c6ada0ba921176b7c17391ea8b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86fce0395f754c1be03624c6fb70bfc65ea0de1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b8ad334170ee39cbab9f37db705154a03310a398b74afe6059c537f2071ff8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d84e01f03d15e95c62fbc7f9b7aa123d52e4705
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e270c8b172b89307975cf038c6be3c9cfb8989c3503263678937a65b67bdd89e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835d9bf08a08a8ee8c6a41ac82e7bfa03f70ed77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce15d83891bbfa2dbe90bb1ee2fb34591db70256a2afd955c3d02146afc8147a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd1cab6f6f7b2866e2c9c4b2d8768bb6006ee733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b2fdfb21ea24ddd367c1745b719909a3d2fb1e0a8ae007ecd7c0f5eae55dd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dda75c56a06d53e4ace24147f2e8633747e31b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faa8986f677d2784ce47affda1034ef10afe4903e406d72ea55549784b628d6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b9dcc834b49e83420a5201e935f36b2387bdcc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e5d318e2dc5fc0d5390747d7376c5324be705efc801963756f16813c7c2248
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348214678d516259e4373049ca6296267c2fdbb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d445ea4ae0a201d11e2076e515b882248548178fb8f36807eec6fb3470c8012
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70fc8c552daadf49857cb96c0cc453c067618f3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9153ffed12dac153cdf8a353b48e3ef3a021552db5adc2533d9c6d573f3e7de0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20204615311590776421178fa0cb7d21ee746c64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1346aeaad16d467355f35074a2b420a9420d32ba4eb6871f7570434e570ea03b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..311b2dc96f599f98973bdd1d2f514072282b4cf5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9942da7b789b5a7321d88144ddebd83ecaa4c63e2667e77595f4c4f86941a4f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e0f507c3fde6e370164e0b660244dfe25a3d5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe65a82f877d3a1d41244b009cf852de38fd7c02a1234c0c0b7993c6c2460b1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0f88bd0d7c647932ff2c78bca3d401684f0abcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee49e7a6f6a943b668603aef98f83ed34ca8767a01fce30d5cde0021b46fb36
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258f14362df44fddfacc09bf81412752faf9347e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319be35e4681425febb9602a363d538e0cf4553128ef8f3c99790246ffc66b37
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05010c24a2dc03442047bab8d80d2ea54903f0b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0977e2a7f225ff70c803cdb94af237849c1ca3310a95f6f1de9e45fc8e88d0d8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0afd5d9a8a735e1ea44044f9f03b4a9f979f31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa054ba0831f5daf6845affed4509cf4821b4e1c5017214508f016bebc081a6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9df1245d31632412bd1c231432f350871cdd22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8055719359b1af0532d2b0a900e7435c8b20945f8a1cec38757fc7dcb8367a8c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32818554988a042a4bd889ed6471704a1e2ef05a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb8ac915c0241e9ecdbf416c7de43d6506cf3583e401fce65fedcaa34018eb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b713ea2089de1dd292c2a04c528801ff8656288
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08d0b8478edd980c2ebf07d4c725c67f6a6b166833c7c7d38422543f144c944
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8acd773bcddb3e9f7ec3e760437bb2b238f76b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf6fb3787b6cf9ca74d12b0473fec5831baddbf39a00d89a53ebb0930424a4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70e72401d81f7818e3c2d012f14ffcdad9eeb337
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaca814bd3d2c8b532e1300bb7b5bb00e53924b5849ff10ebce3d8225f1c1f8d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94962ae15e91dd481bc8595cb2f5898d78e9dea2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0ac0ca7db089df7330350b6ff276487bad77276b5c1526fb637ee6827685ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e862b1ab222e4daf029f3ba8e632d87718b7bfcd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8c788edaa8183e132cd506efc3b080bde0301c2ccfc14abc95694dfec657017
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93c0568c81bd76ee6755366077c1728114aab44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048ec6822e824573171132b0a91ea9775eb2da48076d18257be114cc91224272
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84c3f5e4428d21e39cd9015c1e79e25d67ed7bc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47c6c709fbe60701f7d2ef222acae1fe26a2a11f49da2f3f6d76557fe4315307
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83882c7ee73f36a7bfa3e828dd0638d79d042dac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d058ed785bb37b9122a503f4446a00759a37b5a6fdaf9b24c35c912df99e013
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a9ef5af66626f28aa3cf418f102d14f12859b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:668d95af8a1d113f0ea7632b9cebf97f12ae64c09a20acabadaaee94619041c2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34208326be30b57c4efe4dd65b9235214126a685
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db85563316662277aeef72fb16da233fcd1c0abfd17cd8307511d323698e81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4c89f4ae0970595fb81c18ad69c935931c9e90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:603f46b3d88e3188adef13f70a654b68b845097b631fbb008902788030d7d5c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456e5fdc4533c86519021d7ec0b3a4e1f2b60dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e50936fce25b63d1ad9fcc4a859615fa0821d9577a017284837b1185adef65
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192d700a251232beac13779852ee3ab870f5145f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53248a777ff20d1f24bc2e24e56eecfd6c2ee0e9ffa71f524e6e160255b4f35e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dadf026b6004cda9b9c89e4a8c7824a2b4c828f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a4d3e87bb1c8e3a60f23ddb2a80aac87a94b93238a5e04f62204b69a02732f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55d61020a24e1803b08ed0dec71898d77658364f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec265e23b87ff38713c98012637df7c9be94cce6b7aa910e0cfa5d0354f31f79
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5ecd428f14bb38f09be4689873bbce035e63be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499bc41f625d6a4b5f4ef64e18076e3c16c0f78852921405dac41179f9bdcd10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..863acc8a5eddd64d365d7a79e7195b8b329e1057
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48e480859193b4f807be2b78c66d74f314aad309802548f76197adc7ef7c178
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f064bd3745474ff0aee8060ac12b8f0883ed76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aa03247dca2786a52cc7d16e20f0b348ee490a4dd977187c7d72cf0139f49c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55183f588e235264feb12982fd5c56203c624541
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfdbb5fe945bc5575e1ac9804bbbaa108f008493eea341ce4df90d758d38c43b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78dd7feaaf9034fc1678d493787214f1d530f15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33efc73371c6d55bc79c35a94d84599754236ebb12b3098dbcc08aaf95a2f628
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4722f3c8312ea548cf3eb57c89d78aceb31f1b7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661c4e183f7dee0f7994a43b86eb9d2038105a940639a3e25a842b7da92d1834
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac95c2e7a6611c4e636386a01775f3c6b6368dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9483407dafff73b3190129cc012137d045889c0f5c541305508ff1e7914f2a3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbfd444404b8494a32c2cb32a48b3a25e60667d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb6c3c85c938efecad19d22c5040fa61618923deb585107a7ca991795978184
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bfa71726e0a26dd7c41d3eef496660a7925401
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc34b88a3fe10c09979d3fa5ce74426aecaccc47a0f2823b827865a85dc86299
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3dab7a99013cca50281983c1a3c91db60c7f86a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813098909b4a75d87a874135c3980a8c561810bae836df8b8e9e0f545b26c9fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ce955a8a9016c9abd60b1aafc4811cffd9572b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beee67bdbe8fb55260d219bd37fd07830cb90920576b78215330056adba1136a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ab04f0bb7398a707a8f926c43eb7f4a7339deb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60edbcbaa57fea2fb54fd5704a8e9cdfca3a2842743740e4aa0a6b19afbb62b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3584f957919caaa1fcd43b4347c246fbffcb4a7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e6194afe1ae924d17eec233ea9b489063ecb73774eb366a9d8885ad52a0f63
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1beaafe865a1e1f2f15dff80a2bbfc6e32948cdd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31ad29daf380267f69ba674833a3273d4536c031cfb56ba5458bea0e2c018547
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b19dd87c9bbe75155f23cf4f9da92ce35c563
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6034d4d5534452763c97871c0bc7e8a2fb8687c99b2c8004322dae3d7c5778ed
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06ae2d64decdf35e35d4ae01142b4c0cb227c2aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e53c3d008ed56d08f9ad11b922a32abe5830ec2a820055512727eb3bf2894725
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa9982df3bd202f08879bedf8b3b9e9196d6582
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4abc1ed0d3ac1af626365d193cf0f33cccbf337d3227257a57e4e040a87f7a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5405bf2bd25c89226939120587fbacf46379ee82
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10d1907e9416020c865745b77baebf464b0fb9e18d54ea2601a7392bfff05d2f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efa22e426c063014bbcdb480c1bc80ad45a8928
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3917a63361d093f6932e1fe7f8e2918c2b681aaeafe621637b198b140cdd068
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d88ab3e68060c7d768b655a7752b104e6ebf67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2eccb0ecbc37bc1a5e3d9d6f99190084236321161c04d5e7d94260a3b1c15d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42415de3ed230b5db1a1542d1e0822054a119e33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a891d02217a23618a53e3f5cac69146ab2cef2e30806435dcbf7ff3c7d972154
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95e6b9543dba4a5c5b9a41825524113973744094
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aea3d355c5035214dbfe95228d068ca52d47ae67ed31445830f8ea28864273f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f14ea69e888d4b18cae067b24119f2c2098820
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b6b5bab7e7cd2b63ed35939206ee1f9ce40d191d79d788845e6fd21fb40a32
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fb78616b0d04e000d9f4b3ee430270366c485f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e85134c8cecd823026d47939cbfa52b738bf695d1a278eba16f714ad69a7dd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ad49a53e933c89d9f491f824f6461ee5455d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896ae1fca5cd82c863aba1e78e050605bd6753b931a9795aa33097c589ec1170
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e34b14ee3de44e7e5abae903be10c6aab2db0815
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19f4f52833d3a7dfcb240948c94fc393898c0136f30f8ae8d87568fbd8699d88
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161cf453d751c5e8bfe990a369b2198739a60d1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cff48473c2a8e6d5493c0143ef7fa53318bcf33ab5a7f2b524dd9d8603e5c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f3b330f0571eef7ae919699a0ba4b0a6787805
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9ddc5153f14cfe17d8279bebefbeaac3c81cfbcdf85fc05e1fdf525e4366d5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e83d5929a9742ab48b31d0ad8cb3d5ebf17743e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47598f57aeb0c946cdd1acce9c2b538e4eec2d3045e455855e3c6a52b285d7ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b8dcb5b7011c2f88f8d280e34c7e784383a929
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c9029e3f81fd1f2b527b3244fe9ffef6997b51e0b18e32b0c059a6198c7a233
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7af896f14d1e6d8418752d3806da9933732478
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f361b4906a6ee6dfefec53bcde8e8f653e48688373cb640c04ccbf985f02a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f20055c6e38d05832a50b61a146be626e4e78b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5a02fcedb75f76322e445f77b4c09d2e315e9d1f68e3d885b0f97839c4db83f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da995702a8d86fb9cae2780fabfbaebdae694ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eef7f569424ea8971e52c4d163538901d5d56c6430db0c2d7491a1cbc30da47
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b413e1642b36f97829df1ca320159182935fce2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c31b29f68832d3d2997d930c891f935acccfc80be70bf4b1314767fc18ad3ee6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075c6c7f804a8d260908f60ec673e54f7253dc9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3165a6ee17c44ddc2363acfaf4f1cf2b32e6d59277e31082f21748d0b1f97a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e97fe63de2c19c52944aa3b60942ecfd0e257ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1a788d835bfaebfd23020465ab700237f6108d17f5fe39fc95d1cf04f006c42
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c8a8c539e6f1854b2f33a4aa6cc42509acd4b50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80e278c76c343d84a8143f6cf3c8f3d4f5739fcd734d083e19a46d2d7304ba6e
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca845c7aba2341caad50b75572706da45ae8e711
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c8b87c71587fbe3b0006f9715f172a17e16c8d629cd4f81682dc0ba437d2a8a
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40e01732011dc371a7a98c0614628af85392ca11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf34704b26181e28c316c548fadb5c8e87299033d651a5918176cd23a34e713
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3c0de60e986ef2e44c8003cb15d2f142c3bd29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc93559f694e337a87e21c7a179b0fb66f59b622ab5cb29e681f2fca1e20748
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb322fef570eb63d9bbe084da557e0cab366b5d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:526a0ca1b36934d623652df7134b17c45c424db34a5ba7cab2ad4db16dff4959
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1192d12364070b01728875e9cfec7a94f79c6053
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bcc77b0d3bcad6981b52e76eab70faf16174d848b1635b090c5d5af7f72cfb6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ff4f815b457d71b784b96f0a6c46aa7951a3409
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c7ba51d12de8b6f00a1134e5221677eca78c2b5048c240caa00011ae432536
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1301e8a94d8d6dcd7cb71045b468accaa8fc8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d23c23df5baa8823863820f248cb7f0974a15b7e3db8a8272cd2fd7889b6913
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cae54c92e8991b1bbbf8d0c860f7777295cf5aff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9b876ae0e391d0239b49f7c6e0bd5e93b654d86f506041aa95e86de42a95e7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..925f5724a1d840059465bcaea672d5b2a133326b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f47176ad0b322bcf2f3475845384f035944371e834d69fbb7806e4cb8b0a56e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f22c5459dbb83c49881db1a2f6b38805dbaf3e84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d782cbf9fb23dbb6e334481924b6f01743ed3122a7b50d1174fbe01f34b2412
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f7c80dbea4bc5e4dd19acbb91fa0386a2648fb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1844fc70aea9595c9f9113e3fbf659267478bcee81d47198218a521f29d8c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9df69a942f320b8d2b0e2b9e2a42da9a7445ef60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcdf7f5139fafda52983e8735b2bfdb5acbafc4fc800381b175dcf3fcd4d0d6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eaa222e76b35957062ecdf005f4e7c6ebf4dc23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b3b246f70716187ee32e59b558615b4c31a222cae303dc022e9c9cdd83c0eef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24795ddb0201dd49593295683d6dfbd63c154d83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87a7f437554112097d67de428a6b80f9ce12e712457daebde3f14004bd4b23db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7132ebb0a7c517f013389f94e5ece3fefd61a8e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ac2debfabfb2744ed510857840783b8400c03bc9ed41ee8e1531dca57ef491
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dbbc28a65c8fc8769a5158169395a6fe0658aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b6e92154a0e3277a7cc0176509bcd269d792c8d7508be3f65cd342970060cef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2f189d9691ee2f093d748f14a9a2231f4c1f83b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8429fea8a021a783e71a0dfa62e636fe5241456d9d9db2e1c1dffb176c79df8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f4153568d1f8c2a2e04932e7cf7ebac83f094b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc6a45e8219bc8d25fb64cc005ec8565e267dc18a55542d2e222575ad28a6a46
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d833a2fe3ca534581d5df04cb8ab58e04542f2b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24e0e7aadd35c6d5dddc2d369e9d39b1b6c3ebc3533e21f5ea6628dde4467b0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a0bded05040a50caccc16fdc56ca0a93d9a5eaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e866a5ac4b4dca1834914478fecd52e067c0cc8637f5793fc744662fdfeab73
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecbe24fa64e3b5800f8c6333f3eb01336ae1c119
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b4f1d0ca073526aecfeb3643bd3ed1c082a269e449f67ba5dff672652dd0bc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d1e994d65d5305cab173ddbed2b13d2a147a1c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5072b2aec9348083452f3ec59f062fe584578560aa1fb51495d8f19e441ff2a0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45490fa9120967b16e4cfce1932e61926a703716
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba8b1c28a41148ac598b705fe3beaa7d1c053591774674e238ad56885fa6e032
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..061d93042001bc50b84e894e555e769a7f005ced
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db76829ad925a1d4500c281f6fc21f7436071e51cd12b4f1e71b9d3e50265a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955a774174f3acba47c0913b3b78e0551739ed9b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cfd7e168158657fc6721d007492ebacb46659e99175c15fbbab9323fd34bc30
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..501b7a756e468ae16fc3201ab2dcd3af445acf1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4b9b578330b47d92a023af44cbba13d5abf6dceb790fb9ba00298c7d1803712
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35d81a7f1a7d7ae947d1f4e14b4eae51ccdd9a21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e9483f743b3770adf7f08e74e56093635af11c6f575adb631e24076664fe040
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..115412ec2d3ded0ee50f6e4c2f7522db6d9117e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0b928d04025897b0b6850a48bc61fdd11bf32a384fb224378f1d64c7c9a4143
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee703d90a180caedb75bd58fe9d85b9c1ec36d67
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f56ff3a501defae1a033cef8e7f4e2840065e6d7a96c093c5356bef15ff9ce6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40bf507653883dae47493edbaaafc1ac6e29f6f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6ee21a6188d29d171fad480fbd4a906cb66e534a8c93c39b03572a85bbc1878
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb004dbeed696044aa87964c4a12cbde7bfd4a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f857efab2e72296119671836643cf7d0fb6865a3cac8f9a91fd22fe653a6adb4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7b5f2e8f86a3518615901f0eabc2a5431e699d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a468a5bcabb123b90e4f5be5c1831e486e8ec25dadb6502f53f7cc96fd541539
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e06a69a75793fc76c6a038df3b11d3930919e22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2bcc70d9d2bf35960519fda7383ce15fb9d1350dbf7e69f74053b45926896e5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f3d6f6df6930b7f95bec052965ed60b0a5064c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d61e8a6a157cb96355b7ee0a4f69a06a8ccfb824a5bc1695e71af09b47c3f0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7923f23acc361f5d4aea53b04f7b46954d7594db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4f01c20379dc62c459a170b71a6a217484a69a36a2c06de1c771a7fa394aacb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5397405862aa03de05c071a61f6e75f0b639f8b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e29bdc4d801207a7da911411cb12613b9714367cbfb543b9f98beddf6da400
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0019d1d87f3a94859645016484d3b4eae798b59b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d0d5d070d4d2858a1d6e447718d98652c3a91fc3ec34ecf5d44668f2a8e0317
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74cb4759247a1c915e5577e341017529cb6b5dcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c761e0002858483ffa3e94492a05105ca36fe1baeb63fdb5f1b4a00505c3a9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0748ed38e0bab8754b8d4b4d127d7c35f7be1fc9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac9aeb6f4cabf6ad8672104d8aee0fc03003781d0a7012ab8db2f8346628008
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2945d7b8ad20eb59d4c66a915665fceec8084aae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417655e1322450fc6f0060e7762b813f3a81e144351172c1994ad6dc5ac87fd4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..825b2c2ba49b7518423ae5c1cd7ee6794ed01bff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77a9cb9820fc950e4e0df2f82227456fd556d52816bee4dca03b3bd536c3f81b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9958d3512174988de996b4020df0acefe3665dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bea666e9caefca0ea936f8491ee845735f0b1857c08e00a9ad7f90a1d71b9e9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882f9fdddc733746cabc39fe65b2b580873e45b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc938ef75766271cbc273c365f2fd86714dff27037539aaaa743a8d54cb7a97
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6ec4130a35a03d39c34c523b935ee1d867d6e39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0017d692dea30d0b828386f0ca58a316cf678a701452b31ad6b191fa4f262084
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3add847942d670228d972c1a120281b466cd07b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5e2339f027c80465bddfaf0c2701c4be3f84668d84e727ab9986c9cc392c5b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845ea7dac96e2f00eb9be0e99ee7da8bf7f1fab4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17deecdbbe5a7133ca44205b630dba72829c20056f4bce8b9fdef5a7778ea08f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..459afb0454b79d9f46a018c89f062bc4864358e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ac75306ac28faf66f94b76b42a8cbd2dbc01fe5a7715c12fe917cfd30239f1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af2e495a756944a602cfdbcdb63276736a7bfe9a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a81536d882775f3260132115b47ebe75eab22ec6286b789b83100b6cf7acc126
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b15299a14310f6f270ec05a5b94695d3723fac4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc733be7f036e2710468bf6a978bd303d6fe3cc5a003bd0718a4dfea8e75099a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd1504eee0f9a25cf208ccd790086f7d58477be8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbc2b09ad5b30702d497ba0571800ec417f5d70a25a8bdf4a4c00e1e7297cf20
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..994939879b870aad24b19ce2454d0a5a0d57745e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a12345d0bb793ffbd01e9812e85fe678c32d2e5e4cf21f14424c00dbe0eb81da
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7eb08003506a746c6cee3c41ed616a40b637fcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:440e78472ac11e4093f126847bc2645cb437200d4628d533606d669e478d58d0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11327cf4873acc33bae2652556c752ec65c903c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0836b7075db3816d109c13f10d9d7567fa56d2a3f0b1669f7298fb202206829
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf26675b35d3efa644174575074fc6a33e0edb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d755c5345cc2da07dcc67e74c06fad4463b66a1c6bd95f86f85eff304e293149
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ffbe144413796d285576ac22292cdfdd5a2da526
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8c27c09dfc494fb172f36a34790db572049a1c0c81a7351834d2a0596bea76
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f08c7c168de5f09ca6533e323428ece2d81ea55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb04cc5ca1b5bbe1247a06cfdaf48199138004cbf8d9eae82ab137bdafb651b0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d70c52163b4c886cf329d337dde88705e8b85727
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3704efaa64622bd628c36ef768f50a280de8ce0a7a882e31b9c9d90af74fb231
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6ab004f3012f7ff920c2f13ad46e65fa857bb3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9dbaccad4429cb069851b23fbe58ccca8225232e9f844ee10a3af1e6c91d60
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e73313bdf27aa0366567aaa1b696030fc995fca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24a63b7ec75310002bf91025c2d73839b20695ffc8e573774eafb630efb2a3c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93015f1171e3814c5cb434d8750764a45f1cfbfb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21eaa35db231b0403196ff7d710dd5dc53283dd5da7472d83beab3001782dbd1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..278c18a7fa096366564c09a6236f3ba08fe89edd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82b22bda92f0b8e7b879974124ab942d65bb2f9c355cc2781befd3b312acfb4a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b817dd20806253abf4266971197d4a53bbec354b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ebc3c0c82160935ba0e9bafb4f534e6bd1583e8475be1a2d79b1a34e8d66f04
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5ff750dac24d8822ccc1dfaebb8556e6ca691f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae5a5f63640b0faafa706389fea43876e18aa2d12b8bf9c7d696c2f8eaf13368
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5b5c18394a481f585cdd3bc9fff52327ade362
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f297b849cf6a47255fb26051b455e81a286fdbd3d9ee89e67f4ad51d717cb451
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202709aa58b6ce65218a1a6230452f393d604575
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88870b29d6464f866ca806053bcf31196126f169c88d5f811d31e67b1a69ee15
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2668681afa9aed2d699f58901cd4e467f18bd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501ffb054736def9391638b17244098a433b03431f2c736dfd65aafe076bd7ff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..883740024364d94944d32efea5cde635fd6f56dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5866c96fb7a371a1e022b00b8191bc0b5cf5e2032932cb70a400cd4ca4352070
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f19f5d81acf7ea492de2062d0d96b03f43f3620b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0f9afc007cefe68f4202f787cce0a47bb66602690e7ecc8ad2b224ad852f9d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e190f154bc173a731fc3647b12fcbf8df9fc136
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d658fee7cc5fc1544f473018cbb22182135e5577b1412b50fb63c7827d8eaf0e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b32498593242f0e6effd0f6d1e5a0bdaa3934eb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59db1a81b2fadb8cf7bbcabc95008b040825d36913352ded0d7415dc29ade9f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..614966069bd9d42f8057b6a42c5ee36745da15de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb5be9afa1bf82c21fd732b84e632cc91e631fa3542f22cd3e5a54356f9cdcc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4636c3fb2b9271a38f6cfa0baf201d051275e448
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94033afd49ebc676407f0e81ab91c6623eb53bf8f060069365d3f02180c64445
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cc666652be92afac5cb3b4252deb100b7f6766d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d9ee1beec62f93d129e2f39284107fc4fa70cc9b3decb9f86f1c0e8c4190961
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddc245340926992592b291be05fc9f6bca434ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c8048ca42a7f40ed66e8f97999cef5acd30ea1c2d2a07fbe1232859eaad4dd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b88d15597ee4e1d00cf44d9f1ca46706c050ff9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a024c4621155e9a8321488dc38dc3911abfcf2818e1951f0928669ed6a6b3a10
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48cbc43d22ec596bf9b841f31f89f0904828c15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077a8ef827512e77356c877271f340caea73d24bade95696b7c86921e66e175e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b30c7f529d0f45a4d6a314cb59a67950d4776c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f11c4879473fc5df1b95f0ceb0826f326ea9a9ce56c5988827f4deb2d9e8a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0708f8444f482ee9806f5eebdf210ef612b96b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98cf99e0e2873eb70ecadeb1be436591f824a2361adf9631585a7b172c2f20f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2cf29998bd975bc96b67abaf17f134c57d07985
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06afe1e5ff4d4ad67a19d94584b6f93ac5ff5cbe1e50db14bb1bae71fe9afe98
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fce8253e4a9c4c047d9f99c57e565e326c01640e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5723faca3ef3e3a43c94e6271e7986f4eea38d8ea385306e6b8fb78c4b5252c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3027235056225bdbaab4aa08217791c1b6222a15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9088619bab4e9a701fdaf37d64c6cdb93d5a9a1d2b5012e99b97fbe2e98cb89
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d40856a9ddffabea0a617791ffbd5b019c0e1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7688e2997527ea452a076791e71e151e37e0c5f0522413c89362ac8550b1127e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27f53e6e7423d13afc341783dd6a35ff689e9eec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bb87dfadae1d9ae16e2c2aff5af2a874efebd32fc560d8b2279688427f9729d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f889d83d106657752fa8e11c961092618788cc84
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e6dc1e55fb9005b0e8bd4c62734eac7c10e1bc3aff9e6b903394d7759706611
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a897bfed8bc54cfac6840e15e87caacd795ded
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd8d122fb949249f762ca43034d7f440ed2d740ccad2f437f64f1a50e93f6f99
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9066918446e65373782b893ab37d213cd8879d60
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e24c3a6b23d3dc2c2cad80d13c4fb9d67d2e0c972e863c10433e4ff790b0b78f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1246567ac9240d38eb478e91a8b3859ad3c8c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6486a1d20a7a94ee424af73d38a2f0202ef6f48d3b94416d668e03b0455a45e7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d44ca87471bcc18c34c2af5a74ac3a6e6e3c32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ee96370532e56d942425d6455ade47ee96fa419c05363b448cdbba2e10a47c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec1fb76e25077cb327ca033f813ed964602364b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f4b1701d31cafada6605f886edeab2845c264a9083a909b37dbb7240d6ab467
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b18d187ee26809b87b85c584d3a040e9e6eeb5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa1c6f8825163e07f4d86a13a9b6e9294883479d5b5ace347987084a91cfeea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..087edf1251150ffdb9dec47399ccc8d885319a1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fe997975590456ddd0a60df2858ad1e66d0ffa165c111a1ba7538ea9907872
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9858ec44623b1f04da07832b981e15a8bdf6a6fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0150d50b3689bf34cd700878e546bbb6fc29f376cd363a04b074d571f8e0ebfa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2f5b5da90d5f5b76828620ddc32948be86c0acc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e31edd1786a8b2e9fed7ac14047cd5b2cd52cee4832e9fbd7bcdc400e7b129a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92ca793c6cc606b422091b163c9b90981aa3f77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c999af8cdb3260621af5aa65bec8cf24859ab0cdbb52a619b767593ead2828a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25bd5eafa67727df9107b2f891b2e8b918aa26c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0951004c16681974537c9497b9c5bb9ce067dfee823d0c5ddbf45f30c919ed8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb8a56cb75943a763ba17e712001d9a5364e3d23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67df153b20f4eae960eb823bf8a7dc129d5c479fe93ff172ed4b1fb84cf0bcc8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..453e681346f818b20b558a18f91c988d7a31f35e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76406b53c32b4d231e1f4a390c90d9a0e3cd59e2911dd2b7597b542145dd0be9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac77036fee3175597fcd299d5842ab46b932a314
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b43bfc3ff3fbe9d5c8451fd79ae848fc6605f31361d25624ba863dc522699b9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43e880f6a750ff8849ce7ce683cd2f3f8b6b8c54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac388b60550646f1b2a498452e518ed7d20627fa0e5016de1ff2c40ec30aca31
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa46e6d62560daf514acde3a0d6e9641e6524ea5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa8646be31bd12d892e1d6134c0fe805a40be71891aa37c079714c29c6362800
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..653c4ca65d0191722ad7cc7519767b46347d5e1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2129d77595d92bb8a8137039bd7f6e63ae44c0e4fbb7f7b6575659056a643d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..924b953aff712030d0796d271fde493bf0989b0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77c49be918ef632c287e9a85ab8954f9d9f764db6f580d61e62d0928671d21f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..038c58dae833a51ea28b9df393118882ee6f3a59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d76a3375e8c8095b9a6b1c01104a1728af0cbf992b33a3cba6f17e68212877
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..846ffb2a7c87b6232332d32c622e54d4db441f87
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:359301758211703a22bad173bcdec757153e4da03efbf2aa793f5efcbb92df29
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1d649f09c31adaccf56ac64def2d7cae43706b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7a4e5b0805a1e4a9f0a2cb96efe316203173b0f1159f8dca720d609384ee0a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abd2f262920681305d58d51e0663ae31f3af59e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8dc3d29304f571196a11f2b8fe6dde3779993c143eacce643a3e932647db3d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f5851433eabea8de5d78e55572053a4544c33e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731938c1b747213fb5c1892e72544148e438eb6eaea0395907a0bc0a4750e90d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1127006b87d910769cbf669cbd4606e5d5369770
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6168c4199936f51118f1b252cfe8d47a310bb822244f65bf15a6c5e50dfbc759
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fac4dc99b12561dc221917edd6536e810ab7680
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:508b9e9139e0e314f5d3f5c6937e3f21b3a9cfa16a28ea56b0a955daaf24f1d1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b30581639b5d7a877372346750d3073c5eb208ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e65569d4b5f5396b020ea4e4650067dc4c83be4b7ca23624dc562760cb3da2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be67acd123fa0298e88e5485541e7fe304d1f38f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ca81771c5ce2743d8ed1c0ac57836d071f0079a3db6a76202ea6868aa84f2d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afa71c8dafcca662b28d89eee67c5aeffe2a29f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7c691669fc21c2a5b7e0e0407b8f846e031eb6e6f648317b63a2c57095e037
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945333cfeec4ae38811b7093019ce19ec31f0f91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbaf24856b92599c3eabdc219623bd50dd74ed4d8ddf433bd066a2c1357840d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead8ca73f66b29601c2174cfd49f0de5af1fc7d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef2888788f26056981fcbf724e6cb8ed6b64159ca4a45cf6ef702993ddadbae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ccb4114ea6835e9b70f305c45d5d859d9b16af6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19939b8a93790b744e4f4bd557694a7af5487c1b2436302c98ca2a3479bcdd9e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d27b3d584825f769ca87637b7aeafeee6b9e38e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c11db5c1a51435cd103d1ba6013ccb5887954114a794f381cb8ace62567133
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d4e10bef967c83fc3591ae1117901709364bea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef9d64836ddbfdbd7f409d889d20c679718e9747cb260296f616735a73365e5d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef7dcfda01dd8f3270c14d98eeef459785493ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8508cf13fbbb0a7c789d016bf2b6b9a65e323a9bc26d46532ba4dadf1f3b40
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384c77da0c25162e73618ea3e9e3b8da5d32bffd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61871b6e3de5a81ec4abfa95564282a5b01e225b23987878c51f7183768f8e74
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68adb2a16191eaaf174db8fb2ddfb177c34ca088
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36c40fcaac7148d03e7e9e3fdf4103f7e5f3277db4876b674cff38723d85214
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edce7357f37eab373e777581d740b0214b9e488b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:727de1f45dc7c9cef9049481e4fa41e2cf7572731f9de2aa106c2edb5447d973
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a583b8b30c67907f509e1e78b732a78089a7b85
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceee56e28db54aebdaa9de3e4418c81962d5b3d954e576558ae5bfac8b8cd9bf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5bb9c45fbc0f1252cc58feeea406cc5260a9936
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fd2b90fbc2e825a31e3ac6f11186a85265c100c07552e3ee49ff06c1e091c3d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f87631292b6e178d2b20ab7c3ffb63a71ac0a401
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d994368ffe9d949bb5a8cf087b9ba80399ea0ebbe134179658c867c3b1a1584
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..248a30fcf278bf86e49c7cabda0f3a10d73f113d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c71f47a9015c4099b6be71e20a1b794472efd9d678f5a1a5609824587a3f503
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe21d616f29d361d837112b2d30e286d13f160cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82613b16975de68e98c092a3a9d1d4f2abbf10aed4128e712c66578645d9ac9f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2018b6f877e4c310b4d619d702706269952b46bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4c27e30c7f4077a1b3ff91bd52ef17218b408a6f53e98e1049d53e58db4d2e3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59e25e2c4aabdf2242e82df1c90bcbf34f5eafcf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ecc86fa2c9b04f4dd46a91244ba67c748abea643b91828308ed55630aed047
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82d6ca429e828e315b49e4eb3c3d289ace4e9b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2cb1ed56df1ad80dab186572bf7b229484f61bcc7326dd3053bf63d3a5d32e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9929f0ef4af71f444395dda0ee2c9126802d7db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0fe0a037c57e4bb1dd36fa2831bd05d38876a4fc9600e1bf673530845b00715
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3af55d0077ac70d3363f030a664469650a219883
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b668d6e6809f39092e5442bbbc37756356b3304dd65f4a85f8f7ceeb40db66
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d78f031bea1e4b91d07792cd853f47cf41492d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d2deb49607b253bd92e9ebeec6c991b2fb0f8c977cf7bddacabeb23e6f6f7b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47d3f055850b9f880ed1d8cb0fac782bbfbd702d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17857a00c3927fbea7b8a518831e3ba275b741b72f91947c82951712332c9e2c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be9a88548e937690c1138d51d02f8e9589f17e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee9c4fe50d844680401c32d9f8d488412830ca0fef37076888b95c5cd86e80b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..145f4ee3f6c51442c5bf545715be42626edf0f70
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:355f7762f07be8676d53e32d3ca6eab24b625fc364407a9255b8d6cfb8d81a62
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..955083afe2e0edaaa59cf324b002c2eb6b8b73ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a05b3f1361da6edeffbf5253a7452bebc8d678f056c6a1d66a1b4c266b656606
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db677136bf8a8e846615c79e672d88dd951f914a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b14e726f69c1dd0aa355e757fbbd5df8eb4f1030ab34668c3a83345f6cacb3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cecd45d0ad2231ee202cb02bf97543b27932bbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b983959b5d3d8089b29a93e3d830d603eee62d3539fdf5a1e76225756b6542
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e72832f390bdd21aca9e1f224d21a24687ffe7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7c0eef679a3aa60ad1ed4faed8b48f64842f19e588a673cfd3506ac8c4193b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b1f2c2b5a368608d436e4fca01c93b5891502a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c51b71022c924dbaa9d377bb592d8bae32361a61d463aacc752cf01807182e8e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d46ed442e9e40d51feefc54073733acf31162e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6828c33fbd4011e87481cfacd6990eff3fa55f47fbd3034310430b3c50bff3e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d311d18775c67f89b7b53f473e6bfbf10af955d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e05dcac6c1b9c39759b9833671f57067ed9f7ff2fa75385464209e61e86ce599
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc62d559e201fd2eaec858f158b09d54362d09a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d089cb8615a8fdb4d58f07f039dbb7ea83ca1152db2b3a8528cdda26737a2de6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de967f8227b079b46335a897a66a5747632fc8f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfba4085f6ea5db698b8dd897b4b3e79dd6fcc8ada921a9f579d64887c20fbbe
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b395f5facbfa12dfdba9686f09102f9794093008
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9fef66a1bec2a840972af6c58343d5572bdb93b7bc857de2077d1b39ba16de
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2dc9ae29207447802cb7824e4c21612e1d047b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:375fb1eb16ebcb3991865cec2852d93739e74eebcf02614c45c7777868f56dd2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11994d2919df0b21ed2e54bc464ce32d3379c871
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4e5461dc8b3339869113dfa5d75824284775b14414d390634ce375be947c04d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fe8c6c751ecd504a31871d5f12946ab545905d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd5ebbe297733f81aee86c13621f4864600d0e6a91eb8f4ed9494891aebf40aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da3f969d707fc7bea73c6c2aab613123e844ac58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe2cb29b3eb6b35c267cadebe8eac1579e02aac22b04b5a0b02f6e0ac55ec02
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fcb50a778a48539b4fa222d0634060d8ba9a82a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae189a714ce3ec88e7d10a385508746fac781359124bc7fddfb5ddfe6c54167e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1058215f2c12f31b112fd81069a078e33f78782
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb43c99d6d112711e78827d48fa2c22c97694adce7fb18a0277314637a08f48
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fe6908367038248fa9fcd8c0b6010051ec2fd65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e29985231ae6947dc65d140ff52e6968c8d1bfda9d9995ff6156cd42d434af7d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94869337159e936f55723ee955b00ced185ca17c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af08cc92a592bc153d993ead8cd7589561786b85fbf5d80f10d9f83a6f7d2290
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a1bc710c1399e1b3d34f6bdb97c86850e9aee57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d038397d2c01cbc1f1e042619083fb23a4206e03f61c99eef2481239bf78c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ee6fb67a3d0543800a23e832af960664a78c47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870108007d6b7b232e0671f5d28aee2ef1599d1a16b4bebdaea6328c44e45142
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8c26a96810909abac9097f8be71dde215cecf0c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7660e1f5fd477ee0e1239d34c99ca392d447b30c189e5caa638afd8b44d96d55
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae449305f22682b21ebe5d6347a300b040996887
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3eb4af779311ee216e7d691575c4c1c3be8bf3f359ce4d0c4dc64f11415aa4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977d4e72e6c91785782e93b0680cf56e344bcdfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:256aaddb3d360dadada7b0bf6cee9a28922711d9e68e976c8a0a93b5a75653bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f84f4c4f2aec570a5540448a59e487405ae44d53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87f40d8e2c5f9946b87abcfb4266500fd4d561657fa55453c7e775c4c50810d6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dc22918d0f4efdd470745ad37718c735e0088d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c2f6c60286d6a9314642af4d90a1b6036d022e630ba6b4ca3e6f2954cb91679
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15b7a12903daa417ae1f36c4824a50ecbab61d88
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17b371dd9fa7827fb1c11d5d2cbbf70731a93c93dd550caaaa9ad01bac5d8c1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7d70eb4ed9a5188669d53c52a94b8aa9088bafa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ba5a7c32512c632bc0e5dc4af72a2d00566e418577691160e135ace4b90c28
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4229b1b091cc4cbc13ac700a3213c2e8cac90854
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2fb6c0d4c5694e2697c22c64db610a059b6a6faeb46aba7b78f83888a101ca8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc2a4dbea71a569156edda2e8f31606a9b56f8cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc09cac80be0c79e415417cbdd5d657c52fd191146d089f02a83a263752324fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed3f698679ccf22fce40af711f52ca86b1d313aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e35ddae4090479be85d1ceb449d5704231365fca065fe8709ee7ca56c3a2b3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f065a49dec4ab1c9374a6829252679e660146a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17a1c6fe30ec6a62242abe8d89e62323239f846eb5d2130640a027f0f3ce4568
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa39942dc808c31f06a70ac77bdf1092fa961a1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947a12e36b627b1007d8ab3ac93c02bf4665834541722def6c34ab4ebb55f24b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bd8695daf1198a99dfee41c3a211b34b5b2a91a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5c4b7be83a2a52d5639923bb2ba881b521cc0e3298f1c1d5d76a333db54629d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31794b4f665bf1b3598ed17d95add577e6667252
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58d0b92b06ebeaf08c59a510f5955a5e7ef4e670687f4316598438734cd63405
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cf9190a9d9216b47a46d6126afcdf1b2891b369
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78973ccef169661039f1b419c19ce9cbcc26484ac94eed82286626975cfb825f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c77228a3dfebc1115d6877dcc0a631ec3123d249
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b8e9f37cf37107af6f2aa6eee2bcf19beabd0565488abc95b2df0a602af8cc5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ed7eff937fd66ef06f2fc2e1d2a70d11162ccb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a7b5487006a8510df589aa7aa849253c9c203550caa8e1d91e25ec0c3b8b954
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1670ddd9a48a07072645e29ab49805612f9158e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cccfdff3665152f980057e9eddf41254444ecc55a147d62810cc9af5dc13b7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33fc57ca1d13fc4e1773d586738bd16486c49da4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11f8c70fa648fc2e08d9e07dc96b58fe98add878c508b0a20796652acdbfbf4d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..243b05417fc3fda10911a276814f1130281333fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635116c5502fd58a1ea7b2c2ca694c028544b2081890505538e7216ebb075f65
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75b20dea817d89ebde1842171799566970ccda1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b6c8852a3637aaf0222ae958c80e0f74ec07c23248bf79f71bcf8c342119508
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..305d729423c40f7285a420df00f53e9c92fd0817
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fea15a39e5efa628eda976f2213c65d55fa355594b6f3cd49db94c2d0cfb7044
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15d14a52599f1dad767ec169d024c23ec19c0fc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d967be7649eefd527f07d4b19f2240fe2fc4ca40cb85ce242e595507f4af04de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ac37fc84a3e4e5349a2430f8937a6b97e6a4e4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d147cf54a2269308ba62f22581368239329cbb79a94876286ec177534373dc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1f2aaabdd5d76070c4bc5081b51d2442560370c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01109acd21d29e23bca8707ba9691c1626da9827114cda382c14f9d5cb245dcd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..659e2253be44ec2962be43f29a58c6c677757959
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1df48d1e697fdfc1bc80c00b576019aded52a2736654b86cc7d49f1af49e4a51
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15400bdcb528ea6cc468bc9ddafb6ce51724de80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cf307ce0e6341ba372e4a85a7b1e0390ae0ec04c715c5dcd27d9b5bf4d2fc9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b65861b38996dfb1378b5e364613b64ceadbf10c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb82d89480a2a19e41a5230797e4cb3f7dc7f72e4ccf5311c45f7091618723c2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7747839e8dcb6d83ee5cc243465c96bb29d46dfa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9a59d7279b14b06c1685720831dbc82743d41816b12e2a9709bfc034def3557
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ea59c0d233c17ddd1efae0964c00faf53fba213
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8fd0cbf1296c61933fd54e7916e6374a04bbc13a121a8b17947e36660bd44d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ded2f549938afc2c4f168fea2ef0b20bc4f6dd7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cefb668bc6b4ac45f52fd9fd2bfb71afd8dec61f7e7fab406ba5ed9587b6de5a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e7a43af6e45f43fb6f8c0232cbca16d0f3d8ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ea6c3b6fa91fcdb38bc335b06415e5c50c40cea57820854b9418ba5cc534c6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34ebf26af73fe10efe52b42952b5497ceba13496
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eebf0fa09a8a1a21153e6433584c9813a11217b7f25f4a6adfd95e9d52a97ed8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e03e7cd5f653dc807392c554b2cdcd717218f71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:061ae8931b576016508297cfa2482845110c1fc8f8599e088daa7f128f686639
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a97cceb0be452f11ba8b896bd84458316e17a3d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:913e91607459dff9b7ffa5de48ea9efd6e949c7ffab8e4e1a60bf78ad586f7cf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b702c5c0fcc55b4a4a94a8bd3a1d728d0c27878
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358af5e8bb70aa904f0b0af5db2d160fa631a2dffedeb8aef9c9fb656b44e2cf
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..321cc76d60feb704068dc0ebb9df9c614dce7a31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be37887d53b22a06b434131c5826170f5f7798d2cff38a27b94a908aae5779cc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61d28ceb63d4db17825e00205002faf9824f14e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e14fd35e1e5f54c83743b9efd4ff7e03df0d91f415facd7e1b4708f81a576f34
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d999c9e98dfd047c7ae6a41a65e7d53a4452edd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e6a8d6b6e4fdb6086387014658a5f7e9040230d8782693845e8cb26b3444a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e367257b1b15d9006b7d6812497a4087c6a4c31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbaf36a0c10ae5ec01efeaeeb595dc6b1b80e673f2e4e69c566d861f3fdafc6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c741e31d9f6dced014f622540c22b282e1f30b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dc84f021e73031c60da9a511a8de4068b6821c8fba8280fa091378db86d6e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1507e4507a36b2c08beac15069b37a95b1ecd127
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b0fd3c8d590ec90b2ca001fd448ef9a67fd92259bd9895cdff45f2c49f502ce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bc71ccbef6e97c921fcd73acaea9702fc6b606
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3033e4ec4fcabfd312c2154f5b6f55239210fde22313d48899485eff7e0a60ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8e6e382942731b8e9a057117c94db098d84d7b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8876dba7331042074cd9a6611ee01d918399837b96dbc6bfe8fe5ad4f391312b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49d3f54ddbf481b657ec3406b6293d99ae1dd17e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fad1edbf7edb616722d13556a02131afdb0f3d2746fb4abe87a3369f9acf3a7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20832c0346b00a393880995451fa1f84277c1b72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53825a8308e1a3e073032d530140c59dd03f74cc2518d1fac2da8c679a1ddba4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f488990b927dc1109debe9dd129e3196cedfd23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d27b59334f882fddcda8d81d7de11791c5ba6bff0273c866f9164cea804cdc46
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb9445168624ef1ee1fa05001727345064dd29b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9be94c0d010c446e06feb3d92cb2cf8bc92793ed5ea13dd1c87b646d52286974
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..726f90bef86d5c2da50c37467c540c2186e37161
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cecf0991503a7767b5a82193f2cffdff2b77f7019033ca3f6818a21de7af8e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00dfcebe6040168edba823a863f166b428db0563
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4863bf07bdc0d306a49b1807a3c2857a68576250c58191829b74fa8545a808c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83796a8e5f81463d0b177e6371471f141d78d4e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea332fd4ba217ccf61e74789941fadafc4eee1d6b1f29887df5b95fc3aed32ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d700bb1305bde837940e81b4b8f3f1eda5ceebd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ec4f0a5676a516e21522421290f5814ea5d74e19187568a56315d3691c405d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2b4183464132fb74a06af4c2ec476e79dacb6c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b45806b07b2dc1e3c1f202f4bd1c402f85870624e57027bd4c041a8f357e22b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63caccfe7047532dd8ce3adbf5ab826cdaa0aa7d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b0a8743749b8b70c680f886bd007040aa7c023520f473fb12e41f8b80ce96b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5bd1605393758da06cad9a3f8a8492d101848d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39dbc710e1a693e69c632e8c616a96c3c8ce37ab733ff05ce8dd1f8c287b7c1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10b553e9bcad7a1aade9b8cb2c849be6dcd529c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f761872f03053c33e037d604bacac1004ba79fdb6496c8d544f7b36bf7948c44
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceab7b8e73f55683c2a37f4cf297d07c7a4fb2aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec466e39d7bbe3f2701334e9e77d8dd28784b249d01b5efec2e436b279f17fc4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d20bc538c04107068c8caa62344dae6eb2bf692
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed66c2b1b051aa2c84b23520e1f57b508e4de34f19b99d298130cdf951938e4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1baaf63ed12561fb1d856d1e76b50cd0603e0592
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee3a5996ad05be6482c04d15576e578193b47b03d831f2bd8ddf73cbec2d22c7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ebd64bfed363a47cbf283c23ee40a12a4d64f10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4367d0a3bb9fc0e79089115946026a0cbb551aa3a7c6ec434c2d5d422c4da045
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b2d287dc51c2812cfa4c371fa42b26794611df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c41edf98610652f08a52a164112425691e32c6a47e7cd7d9dfc6682af44614
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53665a86bdba1c455c3ccf7d162191da940e7542
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb982dd42649ab3cff3771543d8dad35a8f74cdf6530e10a8e7d216bff70682
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5150e699077e94a5066032788ae868aebbc92849
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb4954a975de53650e688265f9a4d8d06d6ec2328029ff2aa4523a3ef19dafa7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af16807c109fa36c06fba4971ce6b468d7e4f54b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:113d8ee0ccdb0210e688bd999895e232071e68f06e8982a977a6ea024e392e83
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9f18e2ecaea39c4ae6a4ac26d2e0f7ad758c68
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e69a090c288ad00bd28e289d48d2d10c73d4cbec0f8fd984fc71f2d2f45344b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..638e5544251f9ea740b21bd34ba7d88919d8efa0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6088d490efed453ca5570461cd6c7c867bc7dd505462adb4ebeedf21157a8317
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8553a5a1dbd8f9b5b082bff66d28b9162602692
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c208a9e63011dbc4af99ab846423abacdc0e73f72f05744f623fdfb9a917606
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98438d6cb653257391d10ea74ab49b66f027c67c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279747deb74885379efa4c05a3023516b895fd3f1a5d335ff0c30f678c627d60
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f128fbdf07d632d8ce5e58889400256674cbe779
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632d552d3c4e8f6c9d731dae2258a5fefbe1dbb2aa4c0dd8029d90dccd292dbc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560cf94e9e056dcc309791f1e5bc1f5741c82b9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c88060fe66e344587243d766ca1ed27eb470662299e2355ed60f59ed504bb9fa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e45dc421dc2f27d1dd8dcdf9cfd07fe43044c496
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65d40fce6d5ab4dffea3a344d0a334915369f8b67c21c76d0b62de4003a81a96
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60985d9f05a26e6992ead74d594a8b0bde00f4a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01f5e0da5d12da6b1b9a0db13827b20f53bbd366f3fdbd7fe1149691f8c6b1e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfb716f18aeb7d2b639870b97ea0c9f626d7bfe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc60d727e88b1d8a5c6a90d4b36de87e343f9b7af07f0daa2f256de5fa65bfa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..163e319c4cdaa5fdc54813fd7aefafbf1c425226
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:023fa35ddc5225307298bf65668efae1731fb46db0129a7a0f28c64eaf3d09e1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91079e4f29cdd15f87a5e701bb492753e78636c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f236e78dc0b628d4b2eadce8a051f954e0c0a94bcbe1b79a3fddb53c417b718
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a644e56886c9e4d8e34491c377c1aab263c98651
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d37f5af96e4290e6ee5fefb7d7c083b024ed714982599748b9d9704a936d724e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32b1b4da57cf8d4326e87ce4a2a414b07e9906f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e1c1f6e237ebfd6139c1dd333aa85ceae8fb1fe4addfcd174faf543b8942524
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c977195ec0a7ab21c56217d924c2005ac43c2a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2c12071d7c75d43bab9fd67063809cf6dc1bbcd0d099f84c1a28474b6b48d42
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..725a1f94dcf9160e9863f9090e9b5b361b46b958
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b247bdcc716df0be81fb41dbf3036487fdd546b82aa9b732c4d075d376095c5a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f6b96590e173988dd34c2f0a07abbd267e717fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa1e617114e09321893ecb969c17d936b999f118fdc73bdf5c30a028cec5abcf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fd590ae142fc45bc59d832e09578b6e9eaed02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d1188a2fcae0fef36e7a14ef3ad64ff8c22d5acc925765fb0efe97bb9984920
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6df449cbae1648e5805121c6c6526f7522ab61d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34d5db9cb139c90c1b8cc5db9f987fcd12c80f4bba6722c621d1a1de129a58bf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9db9f3f49410c066051a8f4b40ba6ebbafd3a1f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7fe86fa3549cac26ec013bb24a5c4c4fc27a077ad62120ba0211cc7d5047d39
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2576e1dfe5ab3ab3af3507cf53abbbc191de6e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eebe17ee7c6a570f439cbbaeb5c9f84bd5601f3a32c422453122807d01c6e29
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596133bbed822ade630f691d943c3a9f9b41bebc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5244dbd46df42061f05d5762258b48ffa8335ece9e578f2d4770aedbcf852d6d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ee3de4b36e905b10595514a7dd470aff2a3cd20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6548bd561dc90d31347973d64369aabc152d22636cb9c50ce1dee01ba97c3ca0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a86fce0395f754c1be03624c6fb70bfc65ea0de1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b8ad334170ee39cbab9f37db705154a03310a398b74afe6059c537f2071ff8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52c92b7bf283060117ad259ffa163d488b0f3572
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e58240b811b1f30c598142f4f9ea701daf941831ff881e4590f9525e5a1f005
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..835d9bf08a08a8ee8c6a41ac82e7bfa03f70ed77
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce15d83891bbfa2dbe90bb1ee2fb34591db70256a2afd955c3d02146afc8147a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c72e6d6fd6610e4ff28932e8701ca3ad86e8d09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70031c8d73889e42a44f0ffc37ddef6ad38ea876e73ed32bf608686d6fb8d999
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dda75c56a06d53e4ace24147f2e8633747e31b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faa8986f677d2784ce47affda1034ef10afe4903e406d72ea55549784b628d6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3495ed042a11e2d7eccf607f9c6142de720142e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4a26ac3617af936156a1d83ad9ebd6f74d6ff75d052cf406f1961eebdf0edde
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..348214678d516259e4373049ca6296267c2fdbb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d445ea4ae0a201d11e2076e515b882248548178fb8f36807eec6fb3470c8012
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404da0184df1583fc064d902fe9e9ef15d690568
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9783a8dd36dd04c142f5b0a01991a7c4606499fb92aae189b3647ae42f439d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20204615311590776421178fa0cb7d21ee746c64
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1346aeaad16d467355f35074a2b420a9420d32ba4eb6871f7570434e570ea03b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aa17ca0a295bf09d0db96e6d10cf7c9d7aedd98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b3eaff8d89659299f3336000e61cf16ba2b2d8dde4fb6a34082d1b57e19aab
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e0f507c3fde6e370164e0b660244dfe25a3d5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe65a82f877d3a1d41244b009cf852de38fd7c02a1234c0c0b7993c6c2460b1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d09435d5700440f1fc35b0d776ebd6943e9367f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b8aefad581559c597cc39d8503c1e79fb86af17811fbc65ccbf2e09b1f0926
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..258f14362df44fddfacc09bf81412752faf9347e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319be35e4681425febb9602a363d538e0cf4553128ef8f3c99790246ffc66b37
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f78346d7cf97a9fd8cc00d08fdedf90e341598b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8a465ed7f5ea9ba1a15280c701873d57d42cc464593647144714753fe3961f9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f0afd5d9a8a735e1ea44044f9f03b4a9f979f31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efa054ba0831f5daf6845affed4509cf4821b4e1c5017214508f016bebc081a6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b294ab8e6c9df2f4763c4f284dabbf481c9e7aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5ba9ee618ab369bfceb90f67414b4b41b2b2ff3ecece293ca5dbf083247d5e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32818554988a042a4bd889ed6471704a1e2ef05a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb8ac915c0241e9ecdbf416c7de43d6506cf3583e401fce65fedcaa34018eb3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f92778064098475f9033c7fd36f1f725e252b61a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26b6c175578c9b1c0f34e64fc10003dfb6ea45a90137882ffb0ce240a19d76d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8acd773bcddb3e9f7ec3e760437bb2b238f76b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf6fb3787b6cf9ca74d12b0473fec5831baddbf39a00d89a53ebb0930424a4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d6d18fbfc91c75d0e4d9ffe3d83cd3dc7a675ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b31bea8d82c4c8b497b35a98e0ca026f3f41408f78a3804248946e57da7ce10a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94962ae15e91dd481bc8595cb2f5898d78e9dea2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0ac0ca7db089df7330350b6ff276487bad77276b5c1526fb637ee6827685ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d14683b39a0a713e2877579e2a080d401f083f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82cc8925cda77f00ae20ac39c7b9df7b434fb44496ce56419f4543f55d2bf2cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93c0568c81bd76ee6755366077c1728114aab44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:048ec6822e824573171132b0a91ea9775eb2da48076d18257be114cc91224272
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b06d92225f23fc9ee80c725b203778d7c7ae56d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6a9658ae98692f9273f6e8f8eb3da893bb58187475d8b39ef3551f488b4b769
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83882c7ee73f36a7bfa3e828dd0638d79d042dac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d058ed785bb37b9122a503f4446a00759a37b5a6fdaf9b24c35c912df99e013
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b2030d11582302feb0eff17b4930a2c3a39e543
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:645c609f4a703e39aa80324c063fe239b0c7692bfa71291d327f6a583047199d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34208326be30b57c4efe4dd65b9235214126a685
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7db85563316662277aeef72fb16da233fcd1c0abfd17cd8307511d323698e81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ca3e7f3aac3d14584542d6c9301ab2b74f49e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:429ce68fd629a38803dd5307f8f2fb48c2fd9096a241c00c72312dd74f26c381
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..456e5fdc4533c86519021d7ec0b3a4e1f2b60dba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e50936fce25b63d1ad9fcc4a859615fa0821d9577a017284837b1185adef65
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..224d391ef1a34e3eb4e0af4cb12a728790554d3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c627f6d0a0083d7983b1b87b64b76f12b4166a6f306f0b214ff6442336c63dd3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dadf026b6004cda9b9c89e4a8c7824a2b4c828f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a4d3e87bb1c8e3a60f23ddb2a80aac87a94b93238a5e04f62204b69a02732f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76ae3ae7b66a0e66d7f18142d8c8aef90d140601
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fa3adc3e507a50e776292a3846ce55a7a62b1a4bc276b5503c528de5429331
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf5ecd428f14bb38f09be4689873bbce035e63be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:499bc41f625d6a4b5f4ef64e18076e3c16c0f78852921405dac41179f9bdcd10
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1aa27430805139fe49f2d84da04290b4cac7d19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f9af71363e603f7b42eb6b042698be34befbbf031d09d5df33f5f9ea58da27
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04f064bd3745474ff0aee8060ac12b8f0883ed76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53aa03247dca2786a52cc7d16e20f0b348ee490a4dd977187c7d72cf0139f49c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..046b4b3873881648c9820c807506dd14de214a6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75317e9c8793b0539207fbeb6d933f897acf6013d81d5231101227104923daba
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c78dd7feaaf9034fc1678d493787214f1d530f15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33efc73371c6d55bc79c35a94d84599754236ebb12b3098dbcc08aaf95a2f628
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed6e2c78738da11a7c73e6a9c40aaacb56c8af1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af19f7842cb04f61b379800c1bfd8fbb9fb28a0826f2f5d18c312f5d87775756
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac95c2e7a6611c4e636386a01775f3c6b6368dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9483407dafff73b3190129cc012137d045889c0f5c541305508ff1e7914f2a3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab32772f38c2a0cdc2b1f94d44b4c2009f280050
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3106ded77ed4fe378f7b3b7f83574025773e92c696d9a931cdeb8778c0e0efb2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bfa71726e0a26dd7c41d3eef496660a7925401
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc34b88a3fe10c09979d3fa5ce74426aecaccc47a0f2823b827865a85dc86299
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7670c6c7769de1794f0ab6f9275b846b5511d5ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8c1b0725de6a9ae360369950c4cd33a2068ebd498043c863b7b5cdcfed2b3e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ce955a8a9016c9abd60b1aafc4811cffd9572b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beee67bdbe8fb55260d219bd37fd07830cb90920576b78215330056adba1136a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2124d8acda3ddc98df39ce1f439217f427c7395
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a757c47d0aeff0fd962e5be5419d347232d16ed8c7e5a2e242d0a82a7bc36b9c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3584f957919caaa1fcd43b4347c246fbffcb4a7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38e6194afe1ae924d17eec233ea9b489063ecb73774eb366a9d8885ad52a0f63
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82ed160ac33e486766347370b98c0f848c5dd2bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25aab0bad0e93c6d771f180bcb2b32be67f8fe99ab1c63b372b13ad8ba2af967
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..843b19dd87c9bbe75155f23cf4f9da92ce35c563
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6034d4d5534452763c97871c0bc7e8a2fb8687c99b2c8004322dae3d7c5778ed
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00fc998ec7d8ce565e29d4eb12a0bebf1d9a3f92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cf18fbe20b5f0e7a7f8a75384004711386cda27a4741710216a0a8c9880a3cb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8aa9982df3bd202f08879bedf8b3b9e9196d6582
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc4abc1ed0d3ac1af626365d193cf0f33cccbf337d3227257a57e4e040a87f7a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1c429d68489bb3f043a843622ea45a3c43e362
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e2c5b94f0a316ea0910e6fd7fa69a694965211ce51840dc592dd06f6b9ee83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6efa22e426c063014bbcdb480c1bc80ad45a8928
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3917a63361d093f6932e1fe7f8e2918c2b681aaeafe621637b198b140cdd068
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27797a8ca6236f9a2bc15f4c8004775aa3ae6a4c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4abf3c33d7e3d086420fd7d956e0c851a151cab809a328f80ad107c9cba5bb7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42415de3ed230b5db1a1542d1e0822054a119e33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a891d02217a23618a53e3f5cac69146ab2cef2e30806435dcbf7ff3c7d972154
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf0f17516ea4a7af3868de7b7d7f2317f64b26b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:120b7830c24c8036e2bdd2604a3356f3a690c558c50e61b43cf952ad93e5e3d3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6f14ea69e888d4b18cae067b24119f2c2098820
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b6b5bab7e7cd2b63ed35939206ee1f9ce40d191d79d788845e6fd21fb40a32
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f6fe12c8fa1baafa269fda407cb0bfd4f65baae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d800ed7cddb3a27a86fbc41df63207f908b9734221cde7e19eb070e2eef7bfc4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c51ad49a53e933c89d9f491f824f6461ee5455d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896ae1fca5cd82c863aba1e78e050605bd6753b931a9795aa33097c589ec1170
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf5e2d6aa3adc07d01744abe58eb95bfacf164a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead801c764c619bad63236132130a07fd796d92e1004f09c789aebdf9e514ad7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161cf453d751c5e8bfe990a369b2198739a60d1f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75cff48473c2a8e6d5493c0143ef7fa53318bcf33ab5a7f2b524dd9d8603e5c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c520e70efef48d664978ca43f933fc9a725aa79f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd357dc6d1fd947bf6717a733ce790408ef927ad7d687c4779ee9cb838e17e44
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e83d5929a9742ab48b31d0ad8cb3d5ebf17743e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47598f57aeb0c946cdd1acce9c2b538e4eec2d3045e455855e3c6a52b285d7ab
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c44f32f1282665b6e9aaa45de8ca7a777364c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:912273e471bbb0c2c8682bf1df36d4b245c0739e670cc5465c4dd1c5623448d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa7af896f14d1e6d8418752d3806da9933732478
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f361b4906a6ee6dfefec53bcde8e8f653e48688373cb640c04ccbf985f02a4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..676d4cedfa716758da37f7abbf638d56b05cca00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dd16037e66e9577dd950f81e9cd0ffb88acf6f779dadaf7df181244e3e62420
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9da995702a8d86fb9cae2780fabfbaebdae694ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eef7f569424ea8971e52c4d163538901d5d56c6430db0c2d7491a1cbc30da47
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3009445f500b1907a4342a4308a250c5bae74a10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4958862a72b62f0614d7bc813ee53a3f1b328d38f773ecfe3882423ed8b174ae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..075c6c7f804a8d260908f60ec673e54f7253dc9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3165a6ee17c44ddc2363acfaf4f1cf2b32e6d59277e31082f21748d0b1f97a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f03cd463f44d7731543b52bd1003dfb2e320bd92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_7/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5369c9079da053ad5caa29ca4bbd837508c4cfeffa5576835cdb55691cba090d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d6f5e89890f37303b4f148de30f16094c4a366
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a52c790666d801c3384cc1476a7804a6b6e009d8114be05b528bbfe300bcc9b
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd9ca537f56b0a840cbc4c34ae934aa18051e490
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171a72143ec0a8db52581351a858940fdb0479614af613f92f43f02236b3161c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359b14a014c101f4c2dc7df3af7eb809c8e00ef2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f5a6ff3e16cf348a726c1b2e30de3660001f14c98c95eb0ddc7f9467f50509
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bffc06af631bc1210950f6a9467bcf56b32ee3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3015f0d95b61bb320dfa61e735e67c3c9d895f38656fee879c09a7e42b72eb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..673450074dc73851455a0245dec244f1f2ad587e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:445f18d5bedbf7c5d7a00a8c7cb95fb6baaa01366ff5ada25633f69a56d8d398
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed46329b26ff0f9610350191eb4ccbe7328cc8ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b629b599a085982008081ad37971ab1786ae80b0e39e2219947bfcc61eecb5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5ae800ee4b48a3ff1304c065280f3d15eac487
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:879e3070da072ad9f6dc02705dddd350ae31683782ee54a7d88eeecfa574671e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1da4874159d2af6b943e386e30832685879a388
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6676b89c5b5824eaadefda8741cf0df0fe6b67f171bf3d38f7f91219f788d924
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d26910b9a831304061d681ebe0c8ac17422e46a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f9cf4afba578b4f37d45d24c36ead3e579f2c043ca613c5523fd1a78f3299d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b18441859e01c0e66aaa5aac384ecb01d17412b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f5f80ce89a57112e92a238ef11b6fae82e89af014da43a67ecd542c4d2e6b4
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6d4ea60dc910ff523b4caa2bc055c612c9dbcc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3c1b924f10ca2b186582c61f393f55172a68a4b45e22a7d205d0e4d2ac5d488
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e335599505044df2acc1b3f2aa334eebe749ef18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57e55e70735c1311524ed4fd221663e120aaf39796a704fbdab190076f2209e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b97065043b268efb297f49321a3f844a503f012
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9255c5babf2d52865a211ee5f55ff0f510ba891e2fcca30d8b8eeabd01ebac79
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2dd84cca40a7179e9604f269e48ec9e376de27b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9e1d872fcbb8a2efb9640a9deae31c57752ac83695d67d13f92265a2f4c17a1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215126a13fefadf918a237555aeb30261fbe828e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3942c6c5b88a8abc9b8aa0497e70e4582be9f6b088778c0e7ada08624d6fbf8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20523bf47053ab0dfd5e3bde60d5595b79d935da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9b1f500ccff84d20061af52b53e5d5edcdab413587589d15daa8d8ea1e15a3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74168a86847963e87f5869f32e4342419112c417
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8508364b44135cdb2fbb751f7b72ade40b892b7cbb5e90da576aa5435ab7e215
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..242a3610b4d0c0c867e0f2362ccf259b0c0f5165
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:feb0b292495b871d366ae1f4361d6047ca8b243d0ebb92e94675115ee89fd7eb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..763e9851814243d49f347416dc5b5e2f83959039
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6739ef4d3f5092c5f6f8234fefcd48c16562d6f4f053bca0632be23c637fcc21
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed67ff77df8c9ad1553c7aa0b2cce0c44dda744d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06fa5dee5bccf6851e9fb950481dfd6369bbd0d96dd79c742dae7db0d879d293
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..974d49c22a014335e433b273e458975304d8f553
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:279cc51504156d888555ea89edd99604015de1b9992b9a191634f495aa94ec41
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..130b8c3d4e647897f14d03cd2b021a900acb5c99
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5f4e12d5169d0d94ec01220cbe4c388012887a3afbede5108f40c5e7f92dc43
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e2bc09075f419732a115cab841052fa96bf4ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dde76f4fd1c0d5f2beb8c6b3f0ba6db7223774915d2fb82a2c328e22e70492
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9afc3ccd4fc13a2c9036e1cfc414450369308f86
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5828c7daef11c0810faf8ba3659abc830142b35c07c54fb9410c0f4b14b4533e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fc4a92c081c12ee5dc2b7d8b868a45f8f73f36c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:715ad3554b4f8622889bb5db0ed45ab2c0470a20aa9337a2cb6e4dc6dac7ef6f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e0565399fecddc5ce8949b064e0a3a44062b8f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e765a7a1824c6b8e6ab150692210310ba7f698f9a9b3139d11580663a52dfb9b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a8a3bb7195e910dc7e51fc25d098a08d26f8a19
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c391aaabc64b20389ab17bc67ec7889f22a3c5079964e0e3bc0fffc33876580
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0375aa1f33121e6bea2088984f8171a5a78ed620
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f607e52a8ad60200597b09f09522c7a85275dd06c44772a6f857ca85a7c240
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f38e015fcbaaf85252794dec51dc64490fb60d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e2f1739e6d2fbde16ce6ada7dea793caa47cd9dfb8fe9fe4f8e83dcfeb498af
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb220a4632d13e65cdc82367e0b4f00035514232
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7441e88e6248c6d41c479b526bd5bbba07a10f65de56f2fa85a485bd3baf3d42
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5618ea28ba9f5bafae62038f5164f49e391de3f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d0f18a9669ac4a356028386b18d6a4fb858f56f3635a6d85bb1eb7e2be243bd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..565b86cff94789f08fb8c34ac39f69058982db66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7110eccd76e97ef43cba84706fe8e57cd6830add84b9d1f65b7816840492e47a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..752d5c21917f6c7572720e0e257dc8099e28cbd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f765d802f2cd3079b0cadb14991d4f69bd7d268d9cc5c293d2dd5c26f629235
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d64b98fb32ddc66506547494dd54b8203da00f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5daa1d784732c2177282fc13b6c564fd7363c32aa5be1768586127cf9d0d409
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abf8e4cb398fb2dae0ef89ecb744de46ba26c0e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:defd05bda6f4948e2e91f40cf5c55385f67563e9968a472d214ff388daffe927
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ab46eb27dc16ab37a614a641e01d043abf4523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4ec3b825b6d43c98de7d5047b65833dd197b6f48dc552629a5e54f14d56601
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dfc705ed06ebedefd253b0b493b2e5d40838d28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f205ceaf82a77e31dedc44c52067eae48025430643ee068ba6aa497eacb17882
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e13a10448496b961edc93fd1485f6a11a6e0f7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:950453acace4a133516eb7e11ff95d35fc1c63416ff8734940393675cfbb90e3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5ba50a1b9d2b85854a73bd0a063d68b6b5d9ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f41c8775f6f268f8cef7951615ea15642902c21811d2e98b0e6f82ce785923
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddfef2902170b493d88b047c3b9837923ecc1afd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f655588d03b192963e5cec8a0bd39199cf9da6acaf0a7c68cef1378479260d3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..063c78e80d156bf5ceafb724895cf7f30280fe49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c25f0435b05428bfdc702f11ae22a5ec60e8be6d053d36ad618fbef3761f9566
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3adb94c428f1bd42f1e7a28b984bd66d510bd112
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9771932660cc10d2a3b3311c6c074cef72f35a93f82d20255318f9410b090cce
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b4c71ce4b115d0df5e98827665178e8ae21a5b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1620f823f1ce7113f3fdfe6e5f71f062b324002d2c066bec4776c967c8ff69e0
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c07a7fe950e55b6dccd553e9d4ea95237c00f0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88d7b60bcf2ddba8c1fd0fd3baeb4d81a1dd5a7abebbe674d7d0f6adea16b1c5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c812f0b3387de9b2b52656f48e5f6dd963bb3bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203f193b405d3106e714d555bfa1ff7de1e85b52fd735f0b027abaa20485192a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48dd840ebd3f34ad8d7c287b8db5726ebbde2b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc4a66b5484759de51cbb0e9e31bb442a874b8708d3d3fdfd6eeb53028c02009
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82c9cf002fb93b3c055ce00d2f34d30d7c8d2dae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd21b50cf5ae0f446704be7a442c836a14e4b57373e740fe78490728fd3ab45
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91332cdccee42786a12e6325f2d137678a71b6c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcce31353892b9aa429e05138165ac3d67422f6253cb43846f908386bbf43f6d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2755198a08e68a1c9dcd72e7c96ff88ebe5ea46e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed7798462126bc672fc5d711105e705d56419827a81e73c6b298a193e0160ada
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad6912c9769b3e69b71d1a596a6eeacdd1753c61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d9bf0491a924ae41ad442dd41037d58b8d24473952ffdc0e9b61784d32b8b87
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f06bf34f2529aa8f594ade0cd7657ca41a5c6bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28264a4402a8fb774f197c35675320468bbd1167c6480a2da6553bdaf503c526
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3e580c47986fbc76737c4c32c44c8b8cf906d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab7b8e22700dd885df43d984949139ba6555ff96fd6b00565ab99d25cebfcf89
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a433118de073ef9b29355908b2c6ae97103772f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b450405e5d70fc779f1f474bc5a6fe8a8f8acd1d21bfc3644ff368638ec1f641
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5266cf879da9d7db825a860441dae5c1f05aba40
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:531ca85446081512113e0439ea90f91ce4ad143e500007abe82e7cc2f6a88867
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5348f1618efdd7a1e74ab599c4c75a25882ca441
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c492266177e20803423bcc92871c15c14786f8742c126689bbbbfaa3c104493
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80e48c29d132ac96ff57655ec289c97e0dcb67a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fc6e717ec8b75162e57cdeba2f6110d29d9e74776f5d2330b38babc5a7dae95
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64b5b2b9c9449a49b0733a596234963f58f6129
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7565a694b598a8d59eabc11360760f5b1890653b1bb2c27c1a2656a8f1c6c542
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d05de3acc8e64e178754c67063d8c63988985c12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5453295c2e595488b0ee915ef3bf2028477da3f85c57d7c00a6517dacc0a2bdb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a7a8bf20655455c4974b697e8ae70e045e2e891
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ae2fbf8df0f3ef283d3ce67f5734762d0fd5ee8d1f084f492f334a0a30b5f96
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b35e1b459ba3097afac9a3695079a7e45811eb2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5a1a0026970f4d259617985000e97b9a4a0fd5edea76719226feab9ac965468
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..272c24a55702258d91d3241dffbfb5999fe5acbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954bc76175e92145a80bf152933b99a5a12e2cb6d5be1fe6f5441e01922b643d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75660e3fed2f196b33c3777615d3c71b75d0578a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c506b2314acacb932659f3b56bddcb0b4adf9ca92be9d8c506b1ac05daf67c17
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e63fd241fe4ca1fb820c7053af7aa4e3a784f740
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6769fbd3061baf4ab04d79d7923db27a4caf0bc2e881f687ab10b92894e3164
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddd76c6578f2ae3d4f6175fcee5dd5a42d035c65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30073a767ba15858be2c300715a56d82dd261e4c68515954d758092c6e08cd9b
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63a19e76887a800c0d9436d83b63cb269a070421
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a766fc3af4040a1e6231fc0d3a3378e022bbcfa2bcf8712d05d9e6ad08c7f24a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5449bfd486264d7cd21791711a19539249edbd81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f5dcf298636665bb5f20a843ead0eb0aa2d74808524afa51c6fcd627607ce2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2d0d5743ef99ccc8a7f1834a31e2f8230977cbe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01a75f27e5dcd4a61f35d01bc6e21511082cd73db362cfe82282bac2e23a0cef
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2268a12752d0fb78d1b68ab542e48df225afa9d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:553ad4b17fd93ef4ff4a6564892bbac47fa1397bb408bd2d19b3ef5af83d89da
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cceb557d594223673675c4e36ee5ebfa76f74548
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aba5901441bdef0a9076fbb53e2d4e7eea3864e9accfcfdab1e12cfafab9252
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a76b95a5ed318c0fc38238ee14a4e257c3fc048
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9307bab33edba41e2f38d9d0a077434db460d3f8aea5f8b27b697a68a7e69f44
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13ebf66615c36756c1c58779e44515a1a2810f93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9920a655a12b7d5c1ff88075c597f1725ac84bd4bee082bad6c36fac007b9c22
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c35c934e12a98d1c92054fb42166abf948a33d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ebc5108e15181e8da4a931812d13b4bee68c27f4816c255f4886a88da99c2d8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c85012eb58451e66049bfa8a1f554d5e279b65fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fc8bf5034731588f66c52f4b723eb301a37cfc691cf4dd389edcb67a4aebe02
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64ba88f978991a66022efa526c207a23a57b63e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3427b6c89b4caab1de94e729d337739e8bd32de6d5f9a8b7c31fbdb29b69a02f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bce60792b18ff0d5b1f6eec18f842a4cb45101b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95d8de9691692cbebbe9f677fb130733a9ae9b46aefe58fcbd8b803a839f5470
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c9d07a5ffb53883c1666473bc7bee5d6e073d37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a292348b2ac23924f3d4bda993f611d8987465256574736e104d7e35e607bb08
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6f5539b2af633fe4d48e3b654614e0b93907fbf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50928947a59257c769eb2e608c1252a40a1af3424612d50f5f0038397fb55763
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b974738c980096b08680672c986868654cdc3ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73dbca14938c7e2f7da15c8cae84e892e380eb712756d609329fd2d032ae4505
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32c652d596243246e893f38791e3b2f0532c2d9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f990403ce2b0538258e711535032886a8f721d23c7bcfadcc3f623596a99f2fe
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d58b076f89db0cd3a6f16971f62b9ab190e91e5d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01ac53501cae863370c2d9dc7de5854af2fc0d7ebc20e3edb4a8f08bda06d17f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f43def529c1671b84df503d82a6bfc5698c47f63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b6a86e29485c0211d3671cb60ba4050229eecc69977fd90c441e298b016b13
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68a3ed76526fe3f42aececadd0e2fd8b00c484a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b9cb3fb3c85f14a5604a6fa3070921e4ee35ca191e5b952c1d30efc33fafa0f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232139584c5cb8deb71dc41705329fdcb95f4ba8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cdb9f94d917cbc7a16cf91d8877c7c56798bc8b5dd0d2736c90eb40cb9e6436
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a62ede60bf1444302a79f585e0c8bd9cc45cb36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a158fb1f10f26772753c09c001a0c30f68ca4df1a4b56b3dae31354edeedd9e3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e033b04718f6f8c881dbe56f75bb40bbadf7d2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4391d4da7c8fd8ca9bfa6d682b8fc8ab7bfd188520a665cb10e4433ad489313
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4060a09c8a70e71feaf44198e530e6b0cc877b15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77832a66460193845334a5a2a92ff44f4c9535b9f7ad8a06fbcf5fbade7988f3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2577b17bc687654ff7ce561e07558485f99ec5f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84ef98675d3ad05a5b0171818aace68cb1ac323f0a34f32bfbc41cd054ad1503
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f14e91340f36cef4ca26939b3bc33d4d2fb1bfe7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3cfda591ce943b51c731bbff5c4a6aebfcd616d2c54ce72696bb62bc0929c9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93223a66cfc42f31a96e59a68ff766aaf39a8b49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6558809a6780ba680b5a9b6d8fd724640cedcc784abed0117a3db93c0e52d518
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f052c0abd7928aed6f0f70b59a864a0c5facf1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f089889d566e1c6dd0033eb9b601649311dff1f1e576c036c49128a7e5062feb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c051eb1d13cee1d62ff16dd889419f889242b920
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8619c7e98e865dd08b87297a86b80b1cc19159f327d9f3446dea815b850de8a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..768bca654e2e6fe434d8e0cbeb1c6e1972cd8eb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8a96949aa27be0f4d6d2c4d4c5e63fcc05a2842adba0c83ac4c5adce025387
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fbd2c39f05fd1326582d08f7db78fb4e650e08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a769ed9b9b18be50ecdec639643f5230c8bd6e0f6ef096a7c97f4fe2f1b4e877
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8881f36edf47b6b7611d071b9a5f36017a9b53f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84b6b6a1a1547fbacf4e2196a42aa8e2f8067afda5cf79752e00c7733cae013a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0845a3e7d4376263ccc09f60db5a316f331ed1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42598db24b8f57f1385de9c3399d7afbabbc2138afa51fb5fd24e6ef629bfcbb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab49fbaeb6f579056ba07e0a968a67abf7d9fb9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0caf778d7d488a9b177de4917ab1dfe5141525fbb251b172059f2a9ded201ae
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..458452f9a54f1ebaf41cfc4676b0708f263d102c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f67c2c64f43f8f3c1c5ed677e2e6fee48fe12be972edfe62385d15c0d903f31
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0f0a24cce873f87487ec86eb34264c67c05dcfc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f5bbe87e9268055d98d74ddac914cfa717f68e88a7bd4e60aec74ee266567a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a3d7280b6b4b4d51227656904b587fb9db842ea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c3c47e321d21a273872c08d502078cb9bdaecaaa04b05f0640fc7351629581
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a531b4476749071bdd205a52708b4062ee51ef0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99bae62ef47f3cc9f19b5062b1895fa4b0c2433238b0e955ce055e71d9db4d9e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fd2cb283bb18ff453f7a0f32d77aa486e5b8d8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46c2d73b434dc5d32adf0543f2079cda2d7b82f983cdf0f7ae0144442c1cca2c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a956d5b7bc5c3eed6c6a27453eee708e969c05f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2cd09c5febd6b8d7c88c0503d93785dda3c7e571615e034689939288d6ec0c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1509cf7271a9aea1aba40e440efe6b26b9c796fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91270a6030356240207dee37f9ec8c25ef49820577d27616f3228d440b79f81c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..095f532d96c57557b6911532546df2cc05ee8f38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba58cc09e14f47a21d1daed4160edaefe84cde18561444ab312d4937bb52f477
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d06981ec0a3f139cfcd0302933b5e9dd89b30c10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb75f4d46f8e623e4b075fcbd16222936026481fff4c14e822c5cecbb3153fc7
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45851540754b0d5b61fdb003938aa41dfeed2553
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b6636e533021eb6dbfaddaf5d83199abe61e664c557ee969abdddfebf921519
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..200f87b537463b548fedc1e805d13b66bdc5e2d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85c269116b4febb13018bc7aab44717759c5965d31770b17f8e9d87fa0f85d45
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b2eef2217729df304cf212fa9478844e3cd8ebd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c67eece4893dc7ad8a17945591e142c0501af9b54a356c5c719faef376a3d19
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3269f6b791cefaaf840436f16bd519644f790fd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aff26e08999fe5dcf5b4b277c418bb7f1647fe6d28a35ac6af34891579df6387
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab1cd24932d72369a36acb59a5d7a6a14c0cf6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f0a98557f15a8e94aefc07211fd0d9c10d94e178f9dd27d59b47a3c75d82876
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b7c8a7aa3469e4f96c329c706ffe1182e8252d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff13e95b697f53865ff993a4927595ce149525532bcefc6383e4a645f481ee73
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61a91bd538f7592578842d1651f67955acda3d1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5437bedfa1f1d92af9bc1607708212bb602603775bad2c8d74adc00d31dff5c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ae16c86e55ff3b6213a9db77f3a6b45a018d9ef
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e5812d94bd73d295d13bb54ab815fe19229c69f9d58f00e5742562f75453fdd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75374f65e026ac81cb6b369c49ec49ddef701a50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d36eeb3ac0c0041a7b01683c08216eb53a4cb10bd228304ae2252380c807024c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8f66d1bb351a744e210e86d2fc86546e93e72d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a020401361269f344d055653748f00c16ddc8e73f732b4c0e14e4429e1c85f8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f13007e1bc88ac087751bc2bc4d507ec3fa44a29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40f1d40a68b869e7b485524dd87d612af58ef32e5fe9e82ab69238cc0078474
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c921de7a64d3c9c3155455ab4626138b63155ef5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:434b61dc0b2ff32b7a51064e00c0d81da3f0b7779175e8a204e315ade49c873b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..981e5719c4671042ce78ddc876b00d3ce834ccac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729c3ce8a5684087c5392759b993bca9d5423028089ed535c9cf45a89a72093d
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4958647774e31cf5cf026918502ecd682bbc9d31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c75cf95565c371d88429353b96e0820d77f2ecc46e813118e4a5b72182103b6
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637428e9b185a4ffcd20ab8920115c0213bd507a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1520b7b45e18ff68f6bfe18f9786c80125c9d384a8653458b8d4b8704af127ec
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c9907dcdf4f8d65b7d62701e77650a43cd1588f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff8fa89a78d364d178fa0467588aedcaebcd5421592ec55b0e7205057a71d45
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26e871fab1013097ab12c7b60e807e90715a245f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5c23efc516011ffc96ca200c849bc016b34fa1d22865c66ff1a022b831b919
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..978631bc884f3ae6afa4525ca0eaaaa24601f257
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d044087cc7575f4fa058446bab983c447942f7846ccd4598587388ca3b674ba
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7367e43baaa5fd338edfd91b4f1ac4e86339dcbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2cef12dc02fa0d37f6cdf895559bcfb5202606ffec22f86ed375720e000e2d4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71cf07d4308c7e9014cabae2e90785e51ee314b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bb30a4944296ae16120bb0af2e996499ffef0eac20df23e574e9791ce1ee5a3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..118aab024771f6dc571c2f2cf95c306e2f22b9c1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1a9cf1b6d7f424755dbd20ddbd0211cedb2c1bbbd1bacbc828b6f751dbd3f64
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8165e8e851887ae02d64bfce33be0dc7ebc987
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40eba7c4dddcb1984651ac8617246a31aa43e78ebdbab2c67cf254136dbab0d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd236e4a215914eb314f6eb6d5cd503b316cc4ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f2fd88ba4e93ac3d49bf5854352e78409f5a679a8dae6cfa7433df3e66d7e4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d130479e6fba9b73777dc12f92c3926e36cfc1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36164a05996670cf33ae48392113a7703e4d8fbdfa4b77249341fda6ecd75006
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cee425216a0c8ce69622d72484cf1e782267958
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fdac90c1e473f096b428fa1e29c8039087d45f7a93534acb5d0d718f03f986d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50395db04b5445d52f17290f6b2367952e2a6ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fb4725da2dacdff608ffde8fc055f55fad59982182e419cd183f526d13f6d43
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63c72bff13c73d3d5a0fecad8bde5b8acdc66e49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fcb7385252c26e1bedab4c2f0fe7d100a6ee2a20048c57eefb801ceb316c048
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf14b3a9f00559721065dd4f2d146faf880758f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83887b75b37a30d5a2e29092ebfdba477d738f326e67abac74e1ccb310bb49a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8728088c6f9fb572413a4a147164b0efc367dbdb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dec6ec479b60c6dc63a2e8c868a1480c8eeab0de7a68bd85fb31cd8754647b7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03dc04a8d7c8981c43e86295ead8a69f1f638008
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9852828d9298d55f8a4e086fea62000d1dc76c674d3e0dbdf06eeec45f0c3535
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0059124591ca525e0fe8e062b7cb86bab8a321
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9c82202d73d87fab2fa3237a88fd3850e48cd8205b50c687289e742c769ddfa
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3295a9838ea0e9fc3047795737bd70da3e95551e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8af62132e678a0801d9a7f8bcd33e239fb0cef94d53e0ff7580d2374d96513aa
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ec292caee89ae97b98e56235d1e23dbc7963528
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c8b89086c3f07c3d5010cba8c4eea5de717441df64caba6ac0c7315d1dc0158
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2873f7cf916c9af3780a3faff62df782518136c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a301d938f2f912b489c6d8159d32cecc314590e637703667bfbc6cf9718e4fe8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71b85a936ef0ee8e02cd4913253dfad94958a0df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e04f067ead92ecf030a4f29d2628e8d199da7eba75207d5e2c8c8532468a68d3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d2a043e31762a432a301889a03f8bfe7aa94848
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35257fcf3aacf10450c069e9c45cca5cd895da90c04bec48308185d90ba4b5e2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68fa50c46490adce0aa353396c0e748411e081e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9a71a17b81c254aa438c1668a3171dd08fa9bae63141fb7a2382d357edca14
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..583dbb5e42a4df7306964f0a0d3330016a828c66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4072a93275d524339dd73f70f7fe97669232afe00111897f794e21bdbdd03173
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e54d0935d1e858676735de4561f74398ce4f303
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ff9a7daddd098a35592af94132dd2e755c1268028422419b5cc3cd089acdca
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a8d496edd43a20baa76f7a8967c465ccec6947c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5754c75b2e701ba9c20006adebb99312086135f5090c1a6cea4ba865c10184a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..909a5f1fc02fccd2efc1a5d00efe164f7e1c146b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca20e0be1d0a5e474189c96573d39fdaa51959c89e7a79670b0e4a32e22605c1
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dee6ccfaa2cf865a268e65433416b0653d46c7b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb2cdf50b8ffdc43f990cdb13326ee1bbe7a5289d00594cb5902751698c55c5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b24319f07ea9ceff18c5c3d367864d40cf857d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:585e7b536e8f2bb139db055035e5594c6ddd7d58610403014e7137a0956b000e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33208062d048a301640ca1864037fd52837b9711
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6516192b2630763f36e971a426b24ba8ea5d7a1a964f9e744fe86a0c5661f8d9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb120e13fa6a802df48e0f0786795307e2cbf4c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d50d817e3f0a3237a18c4d673be01337b119f06ec284c3af5e51c7fc78ebcbb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7a85d75fe94f18fd512cf10630c7550912144b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:377ed302a6d94f96873776eff5914da98e84de317305b4b0868d929d7443996c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5b332e36461d5eefa17dff9e09587039e847207
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae4a4741868c5a3264d98be169c2532d086c86d6a57af62a17f1b28f87c48507
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feca9ee3a7613d96c4637e7365f9a86cf7f92866
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83b3b6d6995a0bb641824771f9ec74c4e5aad83207e0984795647ffe9648f3a3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa6dd4668f878d7daa03bf7dff18b0871b775bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1a02aca5ab20c188e378618c95f00ebde3033377acf8d41175f0a3cd6d7b9b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06a511bada40237fc12970a52c274a17b044df7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbff2c34fa5794581a323db5442488c28ceed617b290003dc4a248375dd3a3d6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36e0442a9f6fecab7c84028131a56bb3081f9e66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f754c586e15f5afd863b8713916f9d5f73f07310f860a219b2f159ae730d134
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f1ab8d3263f6571d30b71f5338df10a06a75428
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22c3897b5e1e9364e10a138a5e40739ea632dffdf4855be3f7a23d628eb4367
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa4a165636e61883fdf1ae7b9d774c7d3f2f2ad8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d45c6ca64cd46307822ef0de391f059a08accf8bc936df0ff431a9e67ee3aa80
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23a27f92d83e1f60ca6e2533349effa7c5546cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceed27dd49a1e9a02bc1970763587b4154c381d7ce58bc8556dda264385d1ced
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a43eb4302471e2b1d14788f259573be0b94bf4ce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa05f9c7f63b8ead5c20e76a1d8390502a73f735de77e1d749d1547f12ded90
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..948293b09efefd6fdf4db93c052fba08e64ceeb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6568a1c4926a16f4d86ff8829c731acb99072d99d2b87fb78e9429655a8c8732
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef68781f3d9b19f2e6dfe77e820633e59f437aea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b563b3345a8d651fb92106a8b9e9b5d37f94efadec895002c15108ba8606dffb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cb8ad845bade059a7552c577745217a303e214
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70fa182d3b389fcc0297221751079964171fb34ca73b05d5d876cafdb3f2408f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea9ff0c771276caeccda834d51b587a34f26b26e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a87cd500b4e927f31f2de89bf069a5b3fde6d59a1b8ccc4e51c12ac859ed73ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e2a0f1e9486751d8f6fe31ae42b9aadd6048b3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14da3d51b41bed3909573867eccaa83c46f22f7a4e9ad119c91496ff1a823b44
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02fc8571d86bf31c26c17ec42251d05c57fef3b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86cb1516c08288483758f97e7ed557f689fa90381d57a1a29c23e1632bab5768
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e4ed070fe2f662766ab1a607fe43d94e717f3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d4370212d8b9ddde83bf792da7274dc38a34023b3b377ac45553f9c550aaa2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8022150474578b22ac6029c7b2ffaf2b44b2b62
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02d4562c95ab716424971ff1bdc7c2692f72bbc969da5f8eed8e8aa0b62aa065
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3773d328cfa89771f688674050ee77225252b93e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6d2a49ff8ffdc9367ec63e9d32995ed7f331272614d9c4f2b85a310ba5fc3f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de16dde4f0e304bb05c12aea7d81917c1c06f3de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0a40070042d920af7eef0fcbcd920c74dd389339dc6b0357de1d2f965f2b8d6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669a5c2c4af0a2f91fc91b2869bc256bde73024b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b389f02ecb002a8332de0d021ad27bacceb68d87b151d33999b0b99926f4ccb6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88fc3952b8a76053fc7b9257d7992aed812b3114
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f02fabecbb687f0f942d4bcde1dbfef6a12b4a669f022cb4a52f4d97bbeadb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aa229f47fcb46eb08afd509486772fdaf09c0bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d998ba5948f02f23bfb37a3c6b0771e6823ffeaaa95f8d6715993ec9952bd1d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1acc6338c1febfe7ee0d6c3a23ab24dffc26be39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0a5abc5872fd7f11d605b51a05fb97f24ba12c5f060e3701239e8ad05946059
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6447b0d9043c801345bc606199c0e4f950a1376c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:830d7a9a4ec9fcba617527796453984be329d322b903af4b2c9e972ace927fe1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0ded96e7a25f9b3077b6d49734c83130f2dbd35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38136d3217e682f692b48dc859807c6164eb7649ee3c1652ffe5f4f112a2e678
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..190dbfe247d6c1718daf1954a8ef192bf940fca9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36165e250a7107db44293f41f9e2b09790216c3d93eef396e7ec025d6f0e3f77
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4386cc57a44e671cf8a154f8d89a00220e71ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ff47131b252622c115883f6b6a65f2a1ae67eb5b8cb191932c129eced1c8d0b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab375f827cdfd08c5b578cb11bb5d1b12a4a382a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f32264da8c45fca7a18db421ddc2a8611909d766b29ca2556c5a2f9b5ed102a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947777e9c8b1a7bb39ed95bbcb9dc92ad1e76dc1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2837400f2f1a29f48cda565ae0d189806c3fda80b5a22eb5fdc71d52900d37
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa55200941fad97acf67ab8404face3e4bfeb5c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a9cd53928ca690fd8d1c544ed29edaf28fd1675fae21e842214cd347daea8c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a696c84a06d27d558dcd65e9fb74160df604a515
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3de09546f07a4d48507034c75f363adbaf99b4015d65000321620981bd9ed6b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90c3dc93ad604b2845db6e2e818f528e197ebde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b030ed99ff58c78d644310aa596cc0c67f5e1ad28e411d9ea58378191c1067a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6907607f18999e24759e5aea5fe475db69ea5eb2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b45b99f17faf3cf57b4e8f62c2ab59ece5d9d37afe747b0647f5a9ae4cc6d7b2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c53916161888459eb86387520e329ea2f0fef0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffaed10bdbfff94bf933b4c23c121e79b8912f47d2c6074c9025194a251aa281
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ecd4e5a64096bf44fe31f4deac99a5d4008605b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f5a0a4b32421c8c35080a3d6fa48f5d6658eb06e1a96066d87ec5002b44a24
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3024e747377faee078f37d4bc9aa3180fa9a1fc5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c95bdd1c7bdcd36dd2c0a8e71c95bba711ebdb10e37fc7f7a5a41da74b0fe7ff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a15683b74051e9b4ab7dd67199e7dd65306428
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3cc60ef406e34eef8f7eac085d7ca0c27fff72eb7d2d61382ad30f017baa9f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff7332da5cc7a4336d8c03152aa586b26e9a5d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e5aee64c890f13b5c823798737a666dfca00c40b2c63bb8c8f47d528fb8e431
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3808a2c9b405b241d38db0fdf329e6d77739207d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a533fac5deeec32eed8965605a6d35be91366c6d200fe012cec5e305f32b1b01
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae3e8c74aec0261ff4ad51a0bc268fec7812831e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3d9a3946fd3ffdee9e482ba4ac4a87e53a923d8c2e15f6468624ea62a30cfb4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73d53397fb502524d6a064668f020e7f4af26758
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8a0532a4ffd02ab89eb71aa3f70538e21e5c95386857e4d54560798231596e0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a2422ccb1cf55311d94b55fcbfff95125359ac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:101f0b2b12678cc8ab676eb939972fd2aa049216139f76822506abee5a787c74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e68c7faeb902328abd6ebdb099948eb13ea5bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2132a983149f6dd0305e0f75a5ca0c36b6b69456be809e45d31687cc872d5360
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a61150f8c297a17f98511b01851ba4f56d6e83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45404249b611fe4d839a7e7f2f348b435282b7681e5b8f0df5a2797b3433a2e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afff1b4e0d8dc2733af6ea2e2872e3577e1197e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:334b2d8526a1255c8c03cadf959c8dd78c07ca267b5a83cb90ddb78db05b0258
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cf83171b9b9ead9b2c24c7d5ab4f32381d6778a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90264ac6096414d0005506a9bec6b32dc8bf94f38ddf099b013aa6e853fb74d3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2cf9bffb1843cb964d0ad4714ac137a9679c4e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08b87db477e7e7bbca06ec2c1fff6dcc7e2d07d6baee8192bb44671e72ef1554
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce1bb00f5da67aa77c06a7f902272f475458fa8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c0f20f0828f3ca3a8591117f0e08b839fdd3a95c7cc8897933a37abdec81c71
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e537abffe52c4b9f1b7e1cbd23b3f5e0d88ca9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010dd1909977da3db91d58e28783f494b39812793a965209a6b55e64ff0c63cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eac252895d5197c5257ee0bc68bcbc0a9593d606
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65df7066ddc80c529452dc540915c7ef8f5057ba30b55de7bddcc8a19e73e4c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9ebf1e93de6c494c660709dc8816c48ca0dd9f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3924de4db6f660df88910bb004955a82474dc5b5e1f421b5ddbff4df1cdadb9d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ef8a90fe634fdbbbd1ffe07d810edfd55f5c99b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be2220f5dc36578ca6abc8e4f05336a20ec0eb95bea477a95abf014d0fe542e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de2799955d6d01312117658b671810cc50f9f726
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b529dc12905ea06552f3ba9a4ce44c54e6778100c73e47989c7824c9bd297291
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89413d098b11c64cf9d2957246541a73608bd6fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c392c7510034ea2acf4baeb06b4bcf1add88fba60570e8396342cc75e4b1120
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb35e6c34c9a54a6fde2c70211e8fcebec7a76f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0365e70f0d8fe8bc26f363b864d0af5e3b11dcb18e39c3a4c57de14418afa6a0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b000493aaa3d2210940c5f12f1088181ec556cac
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d92256b6d2493caf8280a8780d5a910d9d7ccdbb0addbaadfefb1ef37d5cd1fe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db9e686f68ad1ff825251344a60c97f8cd0e7cf6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4338ec7900654cf363d0a5d2ce84c5d1b7a5b187f69b338b11fee932cb5f79
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d01b8630598bb95e32db1da0f9498806954897
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a59e53f902fddfd544668a3ec5964ca0e042853e6a8cd9c0b5c65aaca9750b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8808b7b82b158f7704b04bbaf6e79d97148371a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a185552ae31b81f5d52aadaf436e57fe543ccc090d7b8e12cb7bc3cc1b036e33
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca01456383fef2ecf95e0d23e2a21bef0a06ea3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdc4398696fc10f4a3b0993d1d9237faf9295452c07299d83c995a935292b31a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf1a7275e9978f67a40706d82e5cdf9cf49bff38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a175e97e95404f42e32edf45aceffb0ccb0a3964029605366e8af5904c2fdbe0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab15627e0561d89e49375ee21ee7d1205f8882bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e3b04c2152dc1b90f9403992dc06deac6cc274253a8cd8fa2d3c6ce13b5d3c2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6943bbaa603113fc39e691fe0f08f16d22f19994
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed668414f3215a8ee4f9436a4c7099ebf642776495a6337c643e401cd866b267
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38848ef6f4ef3ba375613d3b130b97efe85a5a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d5f77f3854ad6a35bcbdb9ca3d107a36ea47c54c2209d303d4bdb352c4a5c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8181bb9951a32778163d629cdcb357df56c4e38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59397fc79228d2d036ddf209216c46fd5e77d97f71d5f3b3be42c01998788aa9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3effb1d080c595d086146a7755413ccf4a74ced
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f300afb35ec4081986a30fa569c79bf2264046460aefe53e669dc2e59d3979
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d000bda53ad293c7e01f09c5803c85ecb0eb61a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac670093430856247ee41429ba345c1acca22ba06f246984ea20c762bbec8062
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1014d5227f59d18c7f9c8548a1e726112157ca42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15912795a099e77f1d9428ea9b8272b93aac83a82244d046461e9aadfabd38e3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4b7ee9e9df2b2c2e3cc65f10f854eb26e5e724b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:156d0d64d920491f1e78432a21dcf6fee207fc981e9f0c8867ca3f8fc250f062
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db146c6262ac465af9fbf599e7b09294b419da56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024ba98810c0830a2f5c9e17fcef258d78d59eba05a4b16acc180e33e156e3c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1ec51a47057079c63938655bc1dd94c47b39102
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b2b2c231f5353fc8be3753cd6744b3975e2c5f7f786cba9d272190eecff93d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c2469324dd10ca798ae5c002d1b9e4da778db0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edb2dfc2938faf99d8568f7959806380146bd8ed88d1ef736bbd4c3fe22981a4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c70eef784ed1233252de4cec5c4202cc933ab6b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ce02eb19c7b7a5b1b2d22cc2b3071882365f65906ca4250768b70e7c3161af
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e55d522a8e7818e3c1947a235c7e67f9ed1f8db2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69683f24a63d33c47db45d642cd839ba217ac7cb20e51d8590a5b01bce19c68d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e99f45baaeab965a6e58cdedcea3385e1c17ba8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ceac0ff4529e54f02f7c3e9f75e23b1f59a3b1adf6bcdda33c2991491cea3f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..049b60f70cf61095e106e1e6cc0235b305773c0e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e1af9b37d2449951dfd7b7dfc05d2501a7cf00dedf770c29a486c2875ba767b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2410dd30860de88fb8c6eb5e74afad35351fae6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32253bc40b0da261cfa142ab0d8fb355ab2a6010cf51f4354e7d1324b1d65326
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15087d43c03fd7b3938146d1292ac216bfcfa49b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:711ce1c2c3c8a4c6d26d9c42fe91587f251009c4ac2a3edc8c0f981406ab75b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5de45c300d29a1d5c81962d1d4679ff3fca0e6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9925fb85a30426d2b8135df601f8cdc1789516b88d87740ef661d4cdae1d098
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88077281d4ce20a189c5d698f6b7ca11b17a20f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414741f6889a93e9ab2034cba8e69f72b4303177a67d49cedef8459d9bf470ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5048aaa97185e73999e5a80e8b7b8f4cbe69ee4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e67a423872624062218ef386fb4d8caa2c349460e56e67e2f7f0b63abc64cc69
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92e290261675e8478d8c75d47d4d0e8cf5e26d3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1c67ec65e8c17c77dfc1266a1fdf9ac06edc91af8bb8a584293a90c6af65997
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e792de01623b0f36e5fa3e6e68a0917ef08245ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31e9bb5d4d85978a967d49d1b2a9ec41404eb685bd9ad325b4e6692467459545
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d251cb169f313452f29b6ca3d993162e8476b316
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5662bf884258417eec9577f6e43dc279619accacc4cbf2f94a428646c602c6b0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a762674a7ceb10969971ce818c09b47c0d57e32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3841b69ceaded3178d366dcb5b8eabbc7c70e0cb3bb0c34fb39d1972e0e6b73e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6213ee1f82314450fe3de8a6d6473afe9a181c24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f59800b7cc261048b07075c074b87ea60a1adffd2e4a08a490f57d37ddf984c5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30da7e936cf131aa99a6922f9a70827d9a824cc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27bfad8c5db35efb5a11619b3fcf68c247a3ef5bcb6de47bbdd796c496c3133
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0d7932ac8908df3618aa11a065c3236610ac79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aac7af6433038a15a371b7198d31f2dfcfb94bc0125baba921ae50a1564ed0b2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3786aedf79ff295565620ae6a02ce75b679bfcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f25453c97fa7e052679335452da03be0600ce9a0f57ca0c6c88cbd04f2a19108
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d126e2a51e397db9f6a431429c669915ece1797e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57099a9507b21ec08b958b4c4721fe644e21035e108078341cfa62b5a217eb2f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215a600e16058f195722d88ae67cb3200c0fe64c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54efbfca08eedafba4689358aa0ee1e674f56e9926c80ebced612c28d06b205d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef645acc626d698fc34e74b5240c1f062a8976b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ebaf6533b216d148e9784ada739bc95d489ca9556dcb711104075755159745a2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1364001043e158e603f011ab2d71f1dd40130ffe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95fbc8d3a172c31a4eb92c95a3b21c58f3a21c8c2efb27def2b501c85474b08a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f1b4ffae998c1ee3a6e312b6e1e0dee7305d5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3d53d2068ebc33fc5ff61da89e590c5555886682e597fb8776afa9425888e14
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78f0ad245e0a3a8f32c9f25a458f43f060a251ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e423285f32bb29a22d36381bf80a02e918103dc3560286739898a1b26d632e2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0e0b90cefc4fb099ba4bd376eee2bbde7776884
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0bd7743a38d9a01f064196fe4ce7236dfbc6ce5248f5b84fbb305c60d2cdea
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..042e75a3b589b6beb6c00ddd6b2ff23125a9ed7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c510f82a83350999e785e256eabc684060d1fe2eecfa386039d74426955217a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff1cdc907b210bb4cbdd480e46e67fdb2d05fa4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ab11f21194638c87fa0b22cb9dfc81ed6b1984f424ed2fe23a4e471124739b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7942fa91a247e42bb7742e450c28c5db2b37551b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c08bdc99965910a1232903f0abc18980b27d77a2cbd8ecdfd6a2456ce3c998
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d03ae6d60fd8ef48b4720a79155b456987a9ca4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2287d0d23b56866dea0f7332720b1789dd18be723ac1e7531403f507eda5d2f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8cf363a004f554a1798864aa7e38c3eaa4e3a6d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcaad2f46efb490ff6e6811235c6a00d1611d46e61ccaaa0350b9f42f3f2351
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2fcf7f98390989e319a5b21286911969cc19dc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4653dd6b21742aea6a3c62eaecc575e22c5ca4bca978c8caea3778828d26315e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21a6e8ed65b666fc0471edd27fdef2a68fcdc05d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beeba9046e4654773ee36e3550b6b37400247cc48020da8431758a1c733a1258
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3573954ec74d94cfb96363aef28bb37a3416de13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca08a3705a301ca415cbc05e1c3352f92c5a99057ca5334fe3d03dbec808c138
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa410f979307daa57fbe1fabdc9f70f528813aa2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3018ad1288824f61497174a558645a5aa40dd7dc3bc3ce326c9f1298011f33e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9332ecd5a5bffd1edaa57663631c5160100e848
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63295a6465bf80f0cda142ea4180c6f99749d54c079c3109805d73385b7882b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..907f954249e1e0f53684217cd4fd2364e0aa9830
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b51d7979937573f19329aeb258b742956a784ad92ccd1fa6431dde383b93d343
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6288add39aafff4b30b7acdb102354e216d2c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8290cf7e2018c4a6c763289ad8adb1ef3d36ee0c360cf35fb3fc549ae4f4302f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c364df273ffff612daeb32440c012a70c14a19f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6db50b6fa8910bde168fe8880e1605fb97c118a7c552667e9ec51c03d3be42b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a15c8295d500ace1936ba42480055d5d461c72d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d359059b0f064350af47eee71af7a75bdab47becd437b6ed9dacc90361544a19
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..211f3eb802f1d35a7a87df9ea1dda9d84a1e51dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc54140a612b29cbf24148a081b841f04201df441120ce294a73072ee0661e0e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4f5b59546387f163e868a8fb17b3cc0f915fe69
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98000af447a6bd5685f7ba9f78f0b0781bf6da43d96924c7e2d84de79b8e18c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74259f90bf6bdf4afc7a2e529824138e0db695a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f18cd782a97e0a55fd8d06db9c714a036712075a44e283f6164c8eca4abd0fbe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01b70b69f7fca5f65c98522caec587e426d05e00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0663417911b63423f3d7693556baad85ef7ac83315aa039a467684c48ce99eb7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd47a0815039260d65ec2b5f6bf26baba372f775
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9226893256cc44be7385f714e31cd64e5524bff46a452bbde5ef060442cbd113
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..afc6e2ae29b3febfc61a588fdc66781b177aa7bd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c78e5b2d03efc22a93081e6e525e1ea12ab0880a29802b392c0af31b386e05e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16ec6885ac4b94b4ebc45764a2d27cd4785acf5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cde270741c4f82d29fb0e24a74a7c385eafb030f2613a02410ce1e87d9cd522
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35bbf56011330249dfbd95b8c551607443e7a0f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f9a13b6d3375146daa1c2f507d9bd707e1445ba68f0a1de39734005352c204
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea5dd735a481660b0a480ced801667f0d4eb850e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fab7b8a0990d5f9efa904bf5337adbe9aa7cf8874ce84665a6770174c23b102
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2458949a355142bb0bea7f4caba3f697c9578303
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c47f077c937bed19b9e6cfec1facd4120936c95f11f38d46ad560096159490a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..276628ed8efe056aee5b106a227da999503ae691
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06e0e2fa14f58e353a03718bcd91d45b1329e51d697070d5668e1fb9d6c7c2f0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60998c510c25da5fb403f1a3112c287a9ab17784
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62b70b5755e05526219173b8307f9a3ffb25bddbe78c4601f9b9b2f443102f9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7664e039564f1950ced2bdacf79066ba2ab86568
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b59128edc8147bcd030048e77543f5df1d137e37f56e537042168fb68fc42059
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af9e56954352413148c08690475d889916e9772
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c2b773900259cd8d4fffaa636402bfb7c84ac5da7f2f6a8b5ecfbca7f64c6b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5421cb117bd181858dcb3da06d8bb16711caa9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdc63caf4613ccf8f805636118fd2295c6af7cbdfb9a0f8e6abd0cc713b54279
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..370c3d9c60c58f7b85b3eab2268230abf08db8c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05ab837716145a2e3dc211611ddeeb20696e0e25a4b0168e713c324d3adbea7d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616919a6daecdd9d0e7463149a37d37a33caca48
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fafba9cfbc5641e0e546de118c627530304f694a1f47909fd690cde4f801a475
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de104598a4b5187921bd4b3dead43927bb50f97
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16e5927b0e5cb34d6cb01ed6ea00c697b499422bb884739da83c02101fd603b6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1270bf9682df33966854c90ec424c1e9afdbcb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a1bc9515de77d25d0213d574925f9df931a0eaced349d1fbcff852131efbce7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c930dff6a415554110035c45a961a268230d45
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc08e63d7eb83bfca8677edf4b29778e8fd23d4f9d31cc197c2cc6ef57f03af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6eacdd1ef6fd48bdc9387b753ceb26c9a36c2ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:976bc730b1585a3325da7fcfb2e57908c774879845b4ef309860be1b8187e4e3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..482a070a1b09b9d92fe42559b2c0b9a34d877ffa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85cdc7b1889296e3234774a2a701ddde40ddeca368ac7058178eebc5bde897e2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9ab54bad88b7c4a1a442099a0d5d963a44744b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35a840d92fd0dc19baacd91d34add110b276bea12d749f1faaafee0b3d9d281
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85c7f0bbcd4591740d9d9dd9ac5bb38359338b1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94f8f943eebb748bf568b624eeb89d76f10e62cbd718d3cee1de441bbaf0c181
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b31d3ce2f3b3d937b746c48a6e61e1ae4eff44c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23accd8cc94567a3d359651015205466df23a42867c4fa753d5e8a64d962aecc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89e5f325ad98ba44119ca8a53f6774917d6f68d6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364d4a6e2ccf8d9f29ea2836b8e9b99ed2b27c9b9503b967344b5155b49a42d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b201d6c66ca68b0a0c970c109abcacd5ea9d58e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e189d239caecd9392180c5d6e1eb7bffed2fa7312cb63b4dd0a279c063d0895d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65625b68f11cdcd45acbfa2fb75f45947de97ccc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7e560f1644a3fb360995a79f48d1f66672610a232f1254ce802b568db9eb24
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3151e8bcaeaa35d3767d27270642423e547756e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2df9886448863196ee93983b17f439ea1ca3f53deba1525a4e38113d3dc85a78
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7465be875a4c0c451af0c8505765b077d7920856
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a642df7c342b516e455d557675136091c162b4a59c8c6320c9271b8ad28516c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..888bc9f9aebe2474a7c86814a2ff8cc1511f2da6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a59ac3a32218d5af316eede0930bd670649d74eb5a2fb54a4adbc68b4fa74e23
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfe09182334059cf5779b22b1997acf47ddf9cd7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18d602afda30a9878f70386035bef7fe7ad1822759195a23dd7755ea95a1a29
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad755b577afe9bf0b2f4fff03bd0a163859f1fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb4db3d286b04cdfdde21d5a1a129496af052ece7e0a4086d1f9e8b963a213a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa85a228ae89049162892e2acc9c3975a96b5af3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:130e5f256ae5c227c519c9e122d9591654998384ef80e93c1f2920e42db32f84
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85fc905e3edd619609c2288a944d643d1c36e33b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1647c8949db1152e7fa9f6e4f1d5e452981247afb4f5d970e0725f17c50b9c83
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..16fe166e17e5d5b10e67a138ef6d28424a2bd5f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a2892ca829ea32334b373c99aa3fb87a3774500c0f96a1a7b625fb1f25fa125
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbe2ecc6063c872a32d576e6eb39b30c2a570e80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4821e7fc9f33e299540ea517c99531dc5937b97ae1a99517fa3c8358b7982291
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f68053d8ab3d6710a40c8ddf1bd049927cd9c6eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cd115b8b14f88fdaa30939f3bf1c282c280dad18e2de53fc56ca6bb80d1968f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61e42dc51362fd241759e860cf229b62fed837fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9efea90559dc3f72fe7d32abd718a747553932e1991d4b9263fd2307ba9bd79
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b72c4e1dd19cd334f6840a5ee482c4bf7b17158
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcbd1c0027f3c295e6a49617cdfaf77bc99b0bb9ceb017b5997352b63ac731de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32979ea1db4bdf9ac0e8c41ff3486b3631976862
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:357e25aec13f9d41c10d472c8441e71068add77da5ec188ce2a8bc9497de50a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8df551e61ce236ed55e3c0f0284e99586f81d78b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335d16030fd449890efd63e07bf4a8bf06bdd7a3cda7ae0fed4aa47c22b81d64
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82207451742a15e154f6d7b92461a50878faffa4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f207886462224023e9d4360df0cc7c7f3273e563dd9a585f3e33936fc3120f03
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19a77b7dff292574902b4d78df0caf06937f47cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889dda492700086f3109b4d0980cf111ad615192fe94867ff7c6ae2a80c0555b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7633595ebdaea347b12367da5127130fd3df71
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0b570103c226a17c561fb4926df634e5a8aff0bfeed66d0aaeb898f9e03e26
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f6042cd534747cac990cc4be9c9e192938243fc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2b51119b91ee8bef8ce8aa4a55f99dfcafd1846a7e7f3653a9710803afeba7a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ea1d1c3591d58d2ce6de52c72b93b1553f406b3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17c9104a1d17a073a1497f94a428344e404ccb430cc08b0e13b674a30db636e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86b81900a45946bdb51ae02d34cf85728867d0b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddbd66c39583dfe4cc1192fe6ebc59b83c03c577671bb0227068e81d17013f28
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3380e0345162d45f70a4ebbd37f9550913771f8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1145ea3c91a7eadc716e99c8a27ed2374947ff2d460d28fda784213dbc4033d2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4eeef075d9cba7751ddf706cd9933cbbbac09e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79a8b9d81acaa28a7e7bf28d29747fbc7e7165622b0931ba5d8a7f9277ab1e7f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732bb59dec679055241b4c46030d8e2808741d34
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6761a77c77ae0d91f2ef6878a1608aabfc3f9cc614efc89d0148e94c4693d67f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd9e2401cb8500bd85a8a9a823850c3460bc6403
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90544dc6f548a1cfd0e991aa17d99b44daaef8fb37f7ed0944f8e1e7199cb075
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cad09e376bb54aa84ed0ee1dd2fee4b074d5302
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b9f310cdbb2becdabb03636916284af486cb9db8607e0ba30a078e71fc7a58
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e6dba7889560b8ed701a0e664bd3f848f8e5ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9352c9d8f076bde933240fba006942600a33046ef76df62a751fbe531ec5a15
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec9c5b66e0244316a27b38f8c48e45175b26b7f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56ce2ef33066139429bfa554c4080fc1a9e71304d15d77c0ce6f2599e2b64464
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d796ad8b8605edc5d0668c78f250cd35253fc9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c39a95a995ff0ed15c2323fc665fb5574717f4b03e6a80367a6334cc8492be7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf6d26b0b0449da751458a57126d12488de8615
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2218e1aaa8e258a69e3891fd04bceff06c52c8d092d3ca391194555088bd72f9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f119ff461afbbe5ce00e798ac959d6e3164b8b3b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af72601aba86ee751f670df37700437023ea631d259d343d19756932455d0b03
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2e77a5786c973a9902c113fd4c030d53c9e0753
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2cb3a750d8c5d11172781456785cce9b1af35a07aba61aa7ddb3bf8689fff8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..589eec783931f43c43beec90e046b5a1490c0e8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb18bf83b87e34fb012620fc09e806c69e5ba6c3d23efe8f4ea693b58d9eec98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414382235f72ef1284ba861088a001cc8f3aa6a8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d728ecf87ff3a891e63d1540b9c47301cd8813ce1d0241315b7f249ee7835fd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebf29f37fd1fb337e9c19a05b145f9f379bdbe3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105574c129d6b4e93305b84c11c67f20fbaee115e64735ffd623b5fd5b475859
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22e9e064e51f37ed6d63aecb44068ca3af84e669
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4e83d3eee1c930eb0f046e048b47302eef766d49aac463e23250ed82fa15b60
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60c58fa1f7e959f8ded9a9cd0924c78210b2ab8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aff91fbb2eac8568a2aed42b2e387ad1826655dcfb16fec6476eb9859a337fd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d8b10de660d05619187ce7525eec8fafddb2b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:639073a18e06dff2c28e2dc491ceea437e6a3ab82d157a21bf708daea2946abd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9ccf1469f277d3804f3f514627614ab6bf03d75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb836c2124afb4c95912f652cb5bc2311963afa47616876e5e8b1b123021a03d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deb772fb34b4f3a9553d15716d2f9818946e4004
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec92b74c6c1ba6f3985306562fa44b0e23956f27ee973c13980b5e06d5fe7233
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f89c9fd80ff31b16bed5cbc72f3306dc3bb84be6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef974de7a6a1c221a56a973039508f9184928faf99dd4a2e300d81d6f118cc7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63ed4d3b936c8e40d6fd8dc36ee2e1fc75466454
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6a99c8f821e2e7b5a44f79b4e4c1f444fbb67175ca075118990311583eb0c7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4693eb28955f5dfda91bfec9f79c4229d764e791
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c2afa4bb73ce954c5ea5ccc94f6227d86df0296fae5dfe52c6710ebcd27c15b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..035c8edf2462ffeceb0d886fd16ea76400175ab7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7f45ddad41236fe43e8d537e673086ceecfe49548d39b4cbef3a143c39b533b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c7a6a19145f5c1cf4b9b4e21de720a45d0b786
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9800fe6ce5f72dda5f7df3c06f080e08bb089e9f3cadc178d0bd35da50bd911
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf295b1926ebf09bfd9b3f78b489628cdf37a5c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fa6632fb5a2ae2edb750ede9941dbae65fc6a5381b181fdb4cb2f1fcd5e2fd7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d116874930b26d23eb949854a5e8ca64aef6154
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7a99fa15df23489c3fbb0e57ae267b2e34a121c127007ecdabd391b87c614e5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5847a3a21c80027eb82ba59511acd09b0685ae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a471161621215f0999034f6678a850c6b3d5e9066a7adf2a00ba9df7f152b4a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0df5c22663cc45bac84c9dd90bc8d75372b7ca80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddf26bcc076c1b2569f85c34c37f0f8e1f821642aef5eec3016217824adb16c8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d358708b71eee999162431d3c2ff3891f2a44005
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ef25242d9b70bdb49e57060432d29c721331d6e9f6248ced1d4f5ea2d79953
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fdefb844cd4c82d79b54248d43a21bbe141acb4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f242729bd91482a15d8b8889229391e191d18c82e2033d84821b802b096e36e4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3c8091dc95d779d3e619b8a3a902109f41dd20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:036c2648a4ac4a0be163412066160ebbb5ca8593b4c06debaeb60d452042a57a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f821778232baa257bfd330fe2161dab2ef2d3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67270a9e65f0b359a4861ff82b32dbc1abd535f591890833d661124533d2912a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a4859d2cd8e1930548d171c42d195e951849563
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59037e17ab9901aafcecd3018e95dad9feb55c255086e18633a4b52694fc9f71
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e752fca7a44f2418602fe9736a365f7d3976bf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab8e031d900d8c35f4383ecb56b8aed783d1892ffd7fb07ca45cd035e451901
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36b49c9365879f1c3c331493962e22f105b58f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d03db72a352e1de9d2227ec8d88fa9e6ff4fb05183fd01d39687d864129f85a9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9534bf700343e4842712dda04f25053b5f152210
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac7d02651afde99d7b80d1b494aa80d716043f7a8097c7078072ba2105897b8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b932b36a94cb80540ae01f736c91a9a28257244b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc5ea724a1e2091b510b54f1eef778f99ae918d22cdee43bbfe6cfbbf7299660
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff5eb4f4287ef7a5b95dbdc9438b5281c54cc4a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3183b3ed4acd812bbf8c04d056acc8265d5c2d65e9669b99cb9e4264182000c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f5d3b423ea54e8d7c25c1825cb7d57a4c6c07dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b3db9abf8f57c573e4283c81f102e1b2787d115c03df14f8b24731e593ad34
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a55a9681a05214937f62df795caef42c50c009
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58ed9d5db26ca7903abb6784a76e79875cee667611c376c13c68f467dc081698
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dabf8a83d0381ab46d58429bc5f2ab8c565479b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc422ed5824abfbde10a9711d23e5c06a000b29ba2034c9aa0232e58532e6ae6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1629ab41f283bbabb3fe6715ea3b089a719b808d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00b8c0d4d307aebd1d46e5741b20acd163f6bb91e770dfdb96fc84b41f7df6c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c6668056897a9e33ee5765f79d76614d77f3fae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1761da44aef03d3fcfc8dd4bf3afdb5721622cb3606e7e71da29e0102874cc59
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e44ed727679389df433f19a9ab7b3e155673c20c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ee13d61d3db41b1ce12df341b31284add37b72b2ddfc9aa48e2651cc46c8387
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61c071ad93370b7e1911a729a2b8b443a650aabb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cb0f99a41ac4d9c18fb0715b10ff06c5b677f6ec1e0661e45413499bfed63b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1997d3080711f024baa7105801f8efa1f418e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a454fca86c185db8784ed02998da7615e4958fa22527614e8eee065f8629c47c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2723e64e028696cf3b3e7baf4f8a3acf2912206e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc403e888802bbc24b4f08903b992f190eb3aee4bf9c231a57bde07e23b37b4f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012dd3640032e82025474154226e1f955d8f3930
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbb7572f1cb94261ff2fcc4151f1d214bf664101ee666f18c053148628911e1f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..431eda880d62a8d1930e10cdd9c3ddbcc02c2e2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0d5fa18efd15ed6695fcdd8dc1a2f67abf178f10ceb2efcfec4f81acbfa257
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585334ab6a9e3f7914d5c97047ba3f29d1e86bb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b00f6a15d7d15e895fe0af6a469dfd5fbf5c1e7b672018c82eefa946507601b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fe40329665f25e924b6b520a342bc06319e837
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a59953df9598825540efc1cfccb2272a73d35d0af10692a23161508c431bfb7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d15e213ce4bca0e13b2d0c99022a9ca5a98d56d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6c9f0c4e74ab49461b57e02e67cd4da2773b8eb1cae591884bbe4215e85d96
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f11dd63d9f5de1cb295e01291441deb19864529
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e566c633d198096c2ea0badbaadb083aa5c6a6be41f12050da8e51d58e370aa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2f1ed055a582e16c4b68c65e1285bb87cc54653
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14b5d2e3f56bac5c3f3ad41b4a823c31ed9e4e14e9d965630b60744ccb6beeaa
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa670c05b3d505e552ac2b2412175b69c91d641c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0a0ffadbbc5d1de5e42940bbced00701b8fdc4933a39d0b99a5d46710327be
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2838f9e21183cb3aa1553910b2e45c0466cc014e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f1a2574ee9c418ef2a689b443f09afcb7a3a4cbfcbca727862143379e15f39
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abbdfdc1e4384a9fbaa862bdd23c942af0944374
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8fa87e21f3e288ae15b5ee9d840a7419c915f762ea75b078579d4f38125ffb5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db3fde72708a1a85b17b06fcffbce50840f03d27
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42743e64420066ca8f24d1eb6abf8865e89c2ab35aa57ed440432c643cfd5e79
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd266356959b4ec7222dc1f90084609c5281d2dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d34e0f412162cf6d7edf72024a2b11a9ad1781fb699d18fbc69dda58d73e3f4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52eff5aca4fcff91c85097deb6b509aa5f9803f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcd9a7a0ca79aba1e872ba0d9ee0ff80316fb4f2bec82af41e2fdd377c7f10ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c7a713a6efcbc1e88399b4a82a4ded218827c06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90859a21aec1f79bffe8f7870842c3cb7c53af441022604ae26e8b706ff80331
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bc89bc2cf9e77e7e3e4b4546424e393be3d8f50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4d1822fa5fe50e13b2539b98254950d1d77477eb623ede3b5b3b449b6c51e34
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6dbec904830e007f290bd9bea15d0c8b090986a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e37a771e38e8d196cac2db1ab98ccedb1137854eac3da3c4ef4565d9c14ce5f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76c9c6212eae75b7a821ae6f0f6235eb995f8537
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d07ab53442748f007fd92967f61ffb71260876ed7d541a9a9f409baf23aa377
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8013418de9bf354fa56c0b9438ce757def2d48b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4ac2efd08cad08e80faebdaaf452a783ddd2ccd4b707ee6d524f8b32ab2775
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91d4f33536c91471561d1b2a4bb1c7d1084e88b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b12a6e242d492467b2a2615ce1ebcbd034596c55d7d43e19199c5a92396d5fb4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0466bd556917109f08f3f1b639b17dd1c2b0fe08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:024bb083fb73f46b1f60157c04d6a479d5f558737a1687fc5a7de436dd6c3a87
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a337ddefb0cb3d9540c4169934dd83be3f0dcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:451d9f1bc37c325eca654aa9c39e7b30926faf4a75b7af3ed7876f971b81c6b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4e12be628a924c0e7f79315b26e2538779aade7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58e42d53c2d0c96a373e0c87de242454f244251d2fde7d5604aef3bcb2fad3a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60e22e42a6078ac7ad0f702362e7a762df7ccce4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b91ec11191f0c4fd544ba385528c7c34952bff84abb15a2fa64d7c595dcf9c54
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5c58abf408f7ec3d6d4abb2b232d1e581ae349e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940b4eba033e721f9e40160df4d93063486aadeaa12ebf5676c42d388d024a24
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e85c988cf942572ce438827f517247d6f0d78df2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dd9843fb48478b66db5f8d5f39365b46bb8d5d8073afe674e54975728c68d31
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37b480ea25dd1a0f01c716780d79dd5ed6d72ea7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7725ee85da747ed852a8ac55e3b35869039875b9d22120644fe645ba4eeeac8e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc96d1c5b8cdb90c0b51326958e561e9be3a1422
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de133924efa513b29515fe23708471ec93bb91f258dfd34da0af8fcb92608e73
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e2e7a526e9fdd9b0fc21cfafe8b00e409d80905
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3222ebed72832ebb02d14f51034dc9e7625b5d5666a4b6ce5f2afd95b8e9921a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33bc5bf423c198d9a6656f96ba4e574659c357b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daaba765908a1e067fef0fe14c2685aef459f3704dad698830bff416fa666921
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..175e961e9dd935d0955310436e63d408db6e2dc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89dbfff613d144375759d7864e10b6a0b432199fc04fa59f1ad90590b2116238
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587e42aa09ae3dd4dcdbcfa7d9329d914ae1afc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d0bbd29b8dc0bb342dd658f41218958f9e6c761705bca53f7d85fe806307c0f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfb8d9e0ecf941563d27cfe39617e0bee1705814
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:307d7321cb5aa853815c4d48eed6f9a09d72ef04ba9227495c6c86ff16259711
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9990e4535c8825fd5c83eaccc4bfd597e5cc5f29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c06cb09eec300e99b72bb4b7ffdd6e1a2eae60bd8f58accea5a640f9bcf995
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05778762dec1cb255c498a28a2029442ce14167b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3515143c0710c9048e7ee5e7c9f4ecc4fa746164e435261d4304352d25699967
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab27254a0443963c873691af251cca88e308f84f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74e89540e883f1af6ff9646cfd13d1c3e7616d657b049575b42562f4f7a5f76
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a807387037322e98ccf0462ea7ce131cd807276
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca6f6a3079443a20c01a3be0efdd7637e7d1014847ea84c964229b339014fab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a69ad51b62cde015e48b0ac704ccdcbd3408a06
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:575ab9cb2b52cee82bc368b1196db2c7bb571e86c614747ca8db02cff7d376a7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12da3e0a6d18acaeaa957192e5f31e09ead1b87e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ce7c35551a79796a2e65cd1034a0474ddb3413225fa0d0fa3fe11e85e18e48
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98e3315b663a8bbd4fdc768963ccdb6da903a273
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3369cdb586cb4d12711980ac3043c41fd5bfa3b7faa3556fe4620136015e1d2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618111f413930292831c8eb1de9d8982a21dee35
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0654f127a352ef7716d3d93a2e7e5123648542b0dee555919174cd4e744c0cbf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b6a07bd8a319af5ec496186877b7c4089368db6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f81b5852003c66c401e206667230da418646deef9df99fb1973bf7d411e640
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56a87bcaf69f08ce21f6cc9bd438558938670996
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48e2a41d96aefe5f65149e5ceeb959354fb1d59246d979f08493481300d4015
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9115dce72efb043fc2778079f756fdaa2b3e1b26
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c66ad670a5a511bebb0aeb197824d357e112e223eec3e03cd90ac71e64f9ae
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4ad5946d2cb4db7c8f70c7bca9ee7b73c980888
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c331b0ac74552ded43a64234915fe3dfac6e476fe03dc865d140e90871f4d9d5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295c62da0ea71de3a21fff9cbbab8c6a0280d605
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670b08064f63d23c4ab7d5535c09123152201b7adcf1cf9fad0304bb6c3cfc5e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e6957ada33aeacfd505480632afbfeec14cd776
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9150519e5976d305f5bb4f1ebd74ed52b62747dcef448e0e9b33a4022f794ed1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22a05839375f71607f65c3928747d1ab4e57c1d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d3dd99e6eb413b0d46a8911671faffad04cc58e8f238aa8bf3c9494249e3495
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c20b8e474067a94bef93fd3c3f01fd598d93a8a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a03fc1aa16f48ee1cb8395bdb980095a6043f3a5f4395ef1ce25f1585b0ff667
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c388c79f677ed89ca5e1a456b64dc9e3ff368ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34782183011e4b4390b8b953e63a7aafeeb7838fe509f17835f29c43e6e0df2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e692eece0ec49955d0974137d8e258090602d42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3a1373adf05e14160d977889153960788b894545a9068af43bf9ad68870565c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d908fcaa5c7045eeb758dc3d7521dd859555efb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2c076ce0b043f171c444a8a1eba4e90e449d8c3fe8691355039bbd32698f7d8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87bbea3e8fee1bc1c62e33305b307cfd4b31a462
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c11610f6da5df03916dee1ca0eea764437e5aae51e825b08508bc5613121c4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..803b03dfa47aff4d0bbbeb3b9d252b27653f91de
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c16734eee266c327e6498b0fee29a49d71630d74323468d82707d87b16d24aa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..728897cebfe8fa68501432bee227e2e784e2709c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c75bb574b4cc6a31325baf965c61eba800016149233255e9c07096161448086
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..627ced2b65f300fbd6437100b0265f27361aed20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44f6df233ad231779a7abdb0a00d9fe98ad4fd9f8bd2dae452953893222b3ea5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c625b4ca26591b12c79676fd8bfc5b2891ea282e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f682db8e83a8a599cc2491e1e36d4ade484fbee2cf3538907027172dca5a46db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e439a200f6921d4cec04930da28904eab455653
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bd2dffac77e32a8286e8b1034bc06671a477e9e5b1d0c84b5deb5c975ff944d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94c806404e8fd657ae60ddbe42776dffa0e79435
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af48ab101ac297043aff8b4db8958ca6f35f12f43835237474782f3511cb4576
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1710130c67de8da809132fef70d79692e44900b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1536915dee0704ead4d9b88427b50b865f0e61649893d05778886016e11ac91a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a410f5f69be1d1fe18626979ddfd6d53e6e96e94
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f6c3a08b5e6725af352ba0868828bca76ad370118fd6d42467392c54f829d9b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9711b7c1686584c702e466dabc8596e4123bcadd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:792c6c027ef7ae8a2009b8fc88b03df245c2e06ef551fc50bf32a5e7e9723ba9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12af49b514bc3f77e598e6a553c168f59a329290
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:444a4821f4ec48e7f26c680ba10232273b6719a986bba536042999207853e5af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d66207d62125aea8de66822bb2d54de536a146f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5083a1adce312b507540a14f36028cf7c6444e814feedff2c12537968ea31432
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ddae015dfb7bb4da781b049267de4ea865e327
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0023d1b8ca5daab1d7baa28e8742520cd1067adf5cd17b8771442d0fc547ef16
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497d6347d16265f441e28d6d3e71aa1bd88021ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b193df55c81ba889e81ed7c54a16cbdb366251eb64aa70097734435442f98b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0dd3c90ccc98ebededaa4a23ff6263afcdb0930b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e06ff85fd83168da92bd10641d28b8a8430582ab5b1a0e4e2ffb982a3ea178a6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8731ba043c273bd7ab95b3438a383dc4426ac9d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccff94feddf8cf30cb8b4a233791b8f7ddc06ce93190158e84f72055920eccd6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db4068e6c2bf19c7f4a1d0a507166b7cacd062d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97552c821388720152e111e3c5d46b51f71105abce7a57e7e7252713f2f3d800
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b439c8fcf4061d361f9c5bcb48813c10b82c2fae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74c97d398b76f404c830fad38ecd4c9c848e875a12c587f4e6600a6dcb99a096
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80f46aaa9de2e4f29a26aa9369afa5015870f294
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484977e3271d629124d6835e4ca2e1b4adc873e19c2f0c3390017666800cd368
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1015d985e1b12365c51dbdf9b93cd7de3cc9fb91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c0cbe32164f165fbe02b11d217181885dd8a7370a678b6866e0a21a625c6e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..910785905d92fbb564fa812fb72fb171fe5ac469
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f316eee2131f600b46f2e6fa3a767720ded4d9ae60f2318cb4612f1d87d8841
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcee7cd14c6d74249951822c3a59b2f2449eacc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5545afb37cc6943d5fb0d03718312a4eb403b430825d314b3fe3d325b800c971
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2113d0219ae390c09d399201038ec15c5b9772
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83ae76e8c855ace8b5be82b1c30049ac03cc4a72b6157e12b0f145e2341dd849
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15aa2ad5bcc2b69a5c466b3cf6f51f97cb3aab7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b69e3b30eaa4265d5036bbafa03ae57ba67bc653dca01460e40072f451a20695
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..735794436bf21463dba2da3710d66792e3fdaaf9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae2806ecdeaaa9600101f0386f481e6e6e8ae6b95a702e29acd262f8a995dc48
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c54eded3272d90393e0619033e1b2014c57e63f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e23da424a9905d5c4598289e8a281b1bdd9553414989ba7669e17d912d25013
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a413be1b18cf81727ea86ddd60ed206d60fe42f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3152a1cc2a47a0cedf05789343ddd04c9e52b419356dcbc9f4c64a465ff13e6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da7ee349c3acf6bbff3e433b6149e4b5b8f944b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe53de1c0478b0cab27a2c6fd32a0f28f9efd4f96d13e9f603b3608c6f002b60
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2e97997646b5b0bc3b7ac51d2f4b31df14b0be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8837e32e452eb595ba79a687d883d4029ab6a296bac410e03ade517d8ac275e9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4910de32b6143c0b937efc8247a633f742d151a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa88f22416214734681520b90b91bdba798fcfb345c579c1230d10653ca7100
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..855e790a992eeaebfa02da623c7af23856bd422d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c8f43e23170fb2332ec1ff9eba0e45049dbec8d0462ee5ad7b14a7163ab060
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b845f6e3d63557e5de77332be9041320b5efc01c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aaca67652a4a4456803d34ed2ee98dcb145c4a2687f0bfb0e8369472fe34403d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3234314272b13047b5ffb05e3d1fb43d1c30728
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad57a6ab2141434ebc627758ecde4572dbe86be746fb6c252f18d0a04256b5ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8f22c3901fb7a717d795863c0878561b9c6c108
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e365065561bfc69e156e01d09fa1768237904569481390aaf96b341b2ba131a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aabe5f318febf4985d39a2513449b5b15a499c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3783c52f064e85a38cf35bc3adfbcd8a724e6d7a0f08a6abc166436114e57ce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..891081b00e19aa6380e412c79e100bd844f96885
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6328acc2f970cb829216531b5ee0da70c326c15b077eccd7c221ed940c74524
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a010d4c8441751099eed36c406c942681d607fe6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40796fc695eb841ea2fa03f98d4e12fc64f914983ea8d9850f7c35bf832c6015
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd5c38d27130e62c3eaccf129c6c3914982732df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05f7e485bbe9086e0256a5b16a3f2c784dfbbb7e94be0f5349eee12187b8ab7d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8999bf4a707c6c5ec8c045e7fd36f8a10e63c81e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0466478447d128ba56c7ddec68c938ee21ed2a4ad617b2d883896074f087a17d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65c9ddcdec0063270c39e09af8f0f42af9843c4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe7c1593afc82642f7503497a1a24ddb6e6a139133a678618e548a8731e6180c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027ace719e5ea508293ad021b989335c7c28c3c5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d443616e6a197fb678395415681134f94c6f343270d207f23856e24c9621f0f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..991b824688fc4921c27973bc72d14e8df282174a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f23135aafd3b862d7fbe5d4c3c35fc8d7c794a210602e6a9cf1372a524c9e0a2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841c206b8b6e24d318af0a121d330cfcd2f6899e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa023ebe241d6a6ae882740a53b0dc19ab02745e2e90b02bc9d7453626ead168
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4891f4d224c268f4312ab8580584c7535e6c9871
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e28b159b3ce5ad00d61022fc946ac6cfc3b479f58e131658637df7be35b22360
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d3952540e8b3f98c746070acb455fa3af21a5791
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7e9cd9e5d9b732b1a0c540c48373e1829e59c9293368cad44aaa2f30c134c2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ad39542348281f31131e91e03516eb2e164f49d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7843f49c4c328709a0e61bb79d1a0edbab57628ef58d83ca303fde1aeebf12a2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b87b9e7f248d4783cef36ced9df88b31f06a222
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea30ae7765920fa504bb7a4f00e2220e63fcbc5844dcc3fb78ef025e32ed3ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1157a997d07b93871053aaaf9b851aaa71daf63
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fabdf189062a995a65023dba4f8e2bc9fd1ffae7658b46eb42496bb925223390
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980a85233799229de2187eb0cd7a5b51dfb0340b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddb4151c3022ebc876cfaed0d056d136a43e3c4c20d4561e4e5cf8d706e2031
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69d40a65d57d14badf218c48c6a28b96a601535a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f01cd4174bbb024f79de0d1027c5e3abb2d1a772a6a33135b81f4075052fdf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a986bb168aad6343149d98b06322ac3c43e0da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:facc5a2b1823776d90ec73d6779a757ad68b210b74c756cd540d83ecaa0350ec
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d9a6962c1af708a27478fefa22cf74ad47b8b4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923d3c73a96164c2c59479a29e6b9f7c84046c4a9cc7ea8738e266cb9331469c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d6a46ec5150b200234fe14714fd6de4d659091
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc7fa3eff4a5b6085c7295c326002387eaaca062687d9182737858e9b458bae8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af30bfc265663e273c618975e2087002aff7196e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1ca77ea3112ca3caccca570122757a251845a574b7df222deb6b1850da4531b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2eb66584f3e948194641d89d543dd4861f4b00
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1e86b8624debe0683881989da032cb709005bb219ca659e44f8e5172dd6fe0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cad21f95effb1842b1809f74aed6330d4baeed7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dc898d347e9fe6d8999a2265a201d6b54e70a5a80f0f7016b878fe053c731c7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63fd571504419bcb20e68df344e3a8a0076c7a05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2736435c3dc4de3ce95ed3dc172078452514c6356d77578b3d1fb3c48338d39e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..414af8180df198f4f6007d00334e4edc840535d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090b351f5d8791a4d509f483e659ea9a43dee75c3229ea7cd829fdc8a1576991
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6d5a3ff4ee91982a9a6518fc505e83bfbfd867
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea0b12215335f05f35dd25f1cac08d7477ab5be3aa75c96e1e24cf838802f3cd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..903a941ed6c181eb2a08e316b84ad74c496eae93
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8e3e386f3040896914e5f43f80afa123e2fd0f89de7919048d5993a3ecfaac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e71834d512752c43b99fc45e0bf72276a2b365fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8130f7d4f5b9ac38a64a31748e8d51a0e68623a2570c9120a480c6c557c76206
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e60790d46c9489eab5e0600bbaf9f05561dc709f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a416c0751ebbd520b56f2b4b1c273818aec547bd2f3c5dd9ccd401b8b5da8a1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6438235f666e912dbc8d93fa6fd0182d025b502c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:560fb7e7a36228b0489df4279d27c71e040a61fe85e1b2632e0db158988d52ad
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4f21854458592cdeb23b60d51b4b05d94296e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e9b0dce887abfb169248c69b2ba7da0c1ff6acd461aabcb9d1f980222d4d8d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2901b8330a8d4e769b474bfc22aaf821debd8075
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec43a10caaa32b41455c122d53e43f7e5f05a1aa347ac537f37e03ffbe6db6a3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c987ae62c2e7888f3908ea9819686ad740bf13
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffb2f571138b708b5a31250111375b4b46b085674d04225a2a1c181a4b80ff6e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40d1f2f09d8da042eefb0618a133062a9739b735
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0f220cc8db76a1b9a45329ddfc48bc33aa2d574d8c34acc945437c2410c5a8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ef087cd9bf2faa03d8af129c5b7685480ebd33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe94634e2ab4cc81d7f5a670b0ca557162c81c5fe38ea0d63f179065e70c9840
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289a8a16c52b096ec065d0e63042ecfc1026a472
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d63e25e51286fe9cd3997e648a2b2b9fcef6827162e38558596de04c020e0fcd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83099c901640f3aa97df2150f1b81f9b1c3859cd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addee3af4e7ac47a907d5de804002570bf209c6a1a08f4d2c715f55137e51f8c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cfa644ee4217d4d6edfd0d4b2a2581eaed26321
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d3c263f79f4ac9bfb64e5e8a953c3cc88dfe869b11d6e43537580539818ffa2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38b1708cb52958f8d1fe7c68ace51642f685f31
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d42dcd253e188ac9c6dfe363fa480b8202731910b5bbbdc155575ff3dee2e61
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..736e891aad0e4f458791e06aaa9ad60b02398213
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76300b323fdf392cd0d74afa15e7d472630669ec2d14b4ad529df702d07edd8a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..806fc728df8692f106dc67e69cda54c96e4c0812
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7751eec3235ab573e60137cb6071c16a4232ef69eb3c927425504c918d6acd34
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9855bbaff70247db0571418bab45f63c27d0379e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24463480f9381381cb03cac76d550b12b0e375732f778fb2d1c1ae7e22aa4661
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adc7939fa81d9ce75033dba4f649ebce7e44ea50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7844976cfa802f5704b54894c9a3e14815665456893c018509fd2eb1139a68b1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a37f8391e8cf59a819b362b6e68835bacee168d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd0a165e59cf6378ee7e36cab77957d36b02c974d5ec238a0cb957dc3f6b203b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c731b39a7c5ad5e1221c373dc2f9ae48eff5e4b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da177662b4935b10e4b509af76443623539531824754418627a4c2a6318c3cd3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c47cab6a73f300b26fb72fbbb90f36d1c657f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd647af1ff455ebb2836bfe489c32455327973f9cf3b09aa5553fcd2cecf3b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62edbd203e7be9c1329e74d9c08d77ebdbee4eae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:296cb7db2e5ced6782a9a5dfd28d8b32c3840c350e77db6d2ee05bd45c8ce9f4
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01d7f7f16491fd3a526a2bcb0e033820280edb8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32ce026c162447372405f5c9c9ee7ab64e4b4b8f0219a6cce915e0f75bfed529
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f218263d602cf95c14ef0d743133c784be294c54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f67eae29f9ea5cac9dfebbfa201b3ad2138581d4250b8646e558e4e347652399
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9d97c657e2c5bfb6f53e60189868eac09b6e190
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db541ba284406b34d6286d8490a9c2614eac7eb60dfbd61196e5bfe4b4c85251
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0513b9dac36f2a2019c5f982ff8476fa530efaa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b3e7bb7655e3a8f963bf900bc8de953c3c40cd724c4a3573be99fbb1fef89c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e93ea7eef66b8a0caaf768f3d31b4e895eb16e2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249e8b2462786772a319bd6fd59dab3e99dc77cfb23ae9c18c42c2ff13e64a9d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06a65c602e58f3b5aaf83850ab7c3cb60dba011
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:040e516c6804b9b1657cacf67947bd0a025a122f8d73c2de1cf897ecec6040fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0baaa1095d44cf973b3569343645493bd7e948
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012e3fbd4e0a5717970b41def91fe40852fca9966be7cb395ff5d9e2ad1d76ca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42b617e815c276ebb8616656380185875190400
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0e5a96f9a5f5d695e2f2232f2a758a3b70b9108cfe61197369b5d4f9ebccce
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9042af4ad6f68df231ca5d4456ea422440176068
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec026b649d4eeeca451d2a0368bb84aa06a0b804cf206999b40f36ece766a72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77052ad80d9c072aca7f99b52d49bcb40a9bd3c3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cce2d120615e6e890c5b4a28e91d3599b28c60f5b727e1f3c2f719a86323e5c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d300f5f70ad9b8a4ad01410facdc65a77c2a886d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654f2fd06551495b1009c6fd2d0b73d8cdc23675b661e1df861218054b7756d4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..220a7f035fad86dfebd3fcf5726f1684285d1236
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f316d749c815d147a7e99a86b2d59fdd1d019b1b55a7851634ca9e369e25e9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76330f593563c61d1dd7f9488e1afb37ad373dc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a16ef89209bc6b1df268718a5da9c2c2cbb4613e3314a353fdf6e6bde1938a72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..640de89c64825ef8f6b9c0b764a769f2090681a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f54adf0c6076e76d1b361a3809fb17f8d2e874fdc4f27d09e847d76031a99bad
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef019bd078babf4373a4bc3121b67ed1a34002c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00d3443aa2266d003c459b0afd5fc873303ff97055a473ada7868c44126e59a0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b633af1e169737b231e061412658b4cb2fb5069
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:397b694897d50d519148ed4d24b46426b247ecd6c245a23e202cc739a55ff693
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fabee9870761f6b979792c947baf05095eb9b021
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af476432adfdf3c980f7aa1f6726fc982a8033e608cf759a59a562154ba70e41
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2114950b38a5463efee5b2dfc45f575ffc8b2e2a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49fd66dc5bdef25d60a7b4c43139d00a87916266788b352fbe362433ba0c3e07
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f975e5c4a1a0da66b43ce3d6b6cad4aa64258d6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adbf1cb53512313a56ad7d5e8d60e6f04ed00ffc780e0cb5bb6f991de4ae77f8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2878e836e1ff249220d19f36b34ea2018ea6d5c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8255e2e74789600b0b95f66e377ec8c1a640453339106db23037db95e14756
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42258090a1bee3ef6b1215362126738b94ffacab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34f2b98de493b4c4e9101b51991dbeca173e86ef5e63c7de0943269d8ed83b44
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc48c3326c6137ac2f4e8c94471546f6f933bc50
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f57de3a28c859735ab2fbade46dd11c95db4ed9102833791f9c2a6bdd2095ea
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa8599b791218bfdae180f2c17759938dd735d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43a0519fa93e775f7b88024b96a832e1f2663e09aeea981b302a2a9ab9f4cee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7707dbd0e24b2b91eb14454d02142e8ec09f5d8b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37397bc97fe1679cc979a09775217273c8d3948eacad6232b96406cec274db4b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36cde9875d90ecd36e5533059930bac634549c14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:213037e62485c4a3e3a9d3c84faf4fd4bc40e48c632c80728a269f6b94ce2e44
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..427850822413206150be39477508dc65d4d1daea
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701fb2441a39b15098b2257e46dbb3a0180b503b0ee104452c151e052f141d89
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d9eccfab9eacc74a232b269ce8ee47904daa42e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d72b2459cd001f4774fb6175094963c5eb208e433dfc3c9d59aa666bdf5b93
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..577128216521a53efab1afedcf6ea35bb5a505fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f87da86bc9d5fbb37f28bc382e04cd3821e49a047f3534f6b29ece7565d6cba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5bfe5396c2d53b7dc87302daecc119cd79ec3d5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c28f1be0865923b21009463b33ff278732c91cae8b86da8c230f590a60c9405f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf6b70a4a2ed4db61733e4ac2d61ac3c23b35220
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18207085cc49966e8c858a38884d4d2d9e4c563330849f4ecbe7384ff9d1587
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..312bade32a5d54c18a2c2976ea44b70a2265e8f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97ee5f772549c1084ce577ded1025e00fa6a81bcb8d095bec6aab78b5ca2ca8b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..937ea0670aa9d8540fd72bd6e2f119bf0227aec4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb97c067ea8d1d4be23acfe635214a592e6fdc03fc20aba3638a88ea31de892
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b729142581f7e5cef2f537496e40676bcba361
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64807ba890d36baf373e813d043a65bfbbbfc30ee20ecca7e52dad9cb8d0c47b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b8a99c766aaf24ca7b303e26eac1f99c3b7e6e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc19b884b426b5d400954e4f1caf2c2a55c61f712e0804bb96142ea42429ee7e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac707ab85fe4d9909d22d951c5bc2b00cc8b4cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69b604c2ad85e6712e79093c75d987be4371a1c41aaa698f64f8b9a0d6f9de9b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffb84dfc2f88647577eafd19042fb8bae83a1a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363d03ba27ee8fa52fb4b4ce638694c54eafd17d8e4f1626141731b1892600c3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c375eb8c0b0477a4a7a0425b0fffb460bf32d17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e924f05d30ffea53b94efc5473a886d1276d2dfc539cd8f61296984157cbb5a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bceb4e86973e6fdf62fae1f7239e91ba52ea3c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:056ce7e86aaa7b4b811aa36eeb5fd16f0844365f369b703a41186375ea879242
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad288bf48615d28ac1d1052e4704188bd699d4fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ab1a6be5e79df51b98f6832f3618cb1043f5aea62532b339bb7a0de10d4ffea
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..796c951554a9a9c4fb803b659e95a9859e8e15bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c79a70cdfdf2ce25dd3ea9650ba569893cf461e34e00c0b60f54dedc7ee6d1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b674c2da4631ed3ce3b5b0bfbd6b496e194b25
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2effcd54b839645722842db4f41b855be8f331e03d600bb8bbf7afd5633e0ac9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be69f4d1959bf745d77ebd3a0105965faa352183
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90b5790e612e350c3aca7f3bfd973c3574b98e92465bf0ba29af8e163c3e6945
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bd9be1f78eab6b22e3825d07d8a248c6ea536b2b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7400744fe28bbe1694982eef8f6c53fe9e310f519c763ffc152578e3e3a7aec5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f52a1ef7217422e25287f2da8f0da0df5efdf29
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fae39d13b2c46ad68644d8ca02eb75dead474a6b670a032d1b75b4c12914ba6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..853123e0454143417d2b670011f5399c7df878a6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de5e59afd2808deedee34351ac1461ec0252a32397292d019e3a9136c45e6e27
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0e87d5a7d6b8eeaf805f2064d7523060dfbcda
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b7f46377efa158904a4a8ed093889c3ed0e8cc097742940ea4447c4c684883
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6baec293ef8d9b8e1dea5c13b0d5d79c9ecbefe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e68222ed9022b261ebcda726177fe2889f3a7d54bf943ad14f9931571e3e41
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3461285d3d515f50d641986b5f95a3d434b171c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1285f647a34c9e60dddc64a798382b144b9fb90d5cc4f888e47c1e89064bf773
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fff361242305e31ee8d31734848beca0dc08d179
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc62f0c1f531777a680d7141a546e4a509c1f5fa7c8fdb19a6b40c01aa5cc9d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9478c86a67e6c31e578b0bfccbef5d11ac0ce565
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26951a4bc3a6ec7889ff1a5bd3f85fe7888d2cb1234e3ae25475a8dbc39c1f45
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c2cb45aac29149c7e70977d1cceaeb16149cfc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc3549a2eedae5937b6ba14ececba633901814d36069abca80e8bb4dc4c52d77
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5ba7710443a225cec42c6a9c5086a5f0a9180ec7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd8a468da074ff5c94dafe748fb04f95ede3615259e135b4f889ede23214011
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..648779272176ecc2c6660193f4c2493cc5947a3a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88aebd5015964daff6bf6e6ac618eaf75566936b53327443d249638570ad446a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f3936642449cb363b7c754f5973a74e3ed3b4b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5da95433860b8ce0e32e596389557ecf90c85224af691bc0c05e35c1de2b137f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28d3d6742b2e5f578c78c0e6cfa9cfe4eb58211
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2544f8fba2702f25da7e521c8842eb9c065582c323e6a9ee206c0ec4dbd6cf
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d217ebac09b57910401e036f51fd34c80448f74c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b59773d9643c85a0e3d4e065088efbfef53c47b43142f0e5b017251b03bc0bf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c511d7c4c3d514ee1d9f9f11aa8cabb05e75179b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ea77fdb561f6dd190b04ef1b161723c7a58c98d53c25eb08b5e4fc4f18177e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1e57e597baf3f11880ebe40bcb48919a8b68770
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afa53113a51ed58dfc55372c197a6158a6af556eeb0810397630b605af6a2c07
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdbbba2c652a5c0744c7ed54fe96144ba4cbbcc1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3567447cbb5b25d50d4faf89a1607ed5f14f887ecb24ce27363a85fd4f6af672
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..329bb3b37cb72f5de8285a94cb82416f37c25c5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77aa2387d870b0f9fe1637e137f4c5a5e18f683dce16b09da672af3a3e6cea3b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0220deecc35a41cd22a0e8b1c4c50a7b74403777
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1deee5f8dbcd06f6fb9962a7ebc7794c41883b34416de53eb68f7abcb574b44
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f8a4b096c1ea28798cb7c504f1b01acee4a436a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ace00cdc8b9cc4b2b69d05d1ccc201cefa849ca16d4bf6b703cf50b5d31b80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d866233ed48a7b9a435089f297fc41bdc9a081f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f79c06d7a3e495bf0d1a7bc19c8af7fd21979d36e4e6959cc257e4cb3a6bd3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05d3ebd7713d71903c522126779cf1a256651bd6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cd4eaadb723f45e6641e6ae0f82bbfd836b812215d4d93c79af4385cfe7c2db
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60cb3f2f39061644ae8699abe8a2a34224266f39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba2c130e3c402b8bd6383da08716b4df11448b978ebda898e6f941fac0047ba4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee84e64b5eada36868def17e039888f5636b1e33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf66daaa88a1ae42e7f485eca63fce36f6b4d6804beebeed40e18b75a33342b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e68737a6b2d2ca3e75eedfde06afb0a230ef501
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f7ce0b00420b7af969c53bd376fc79088a1546de7893421e87bc83af033063
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67a2f5528d28361cfc7455d9668b484d5734ff4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be2edc8e0a01f4ddf8ac8ff00b0a3dc8233bc2f302b642b3b021b91290eb77bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0972d04bb48fbfab0ad974567bc8885fd321b91a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3609da7ecfd5164108db91b7d415da2dc39c1501e5d7bb04b1b1d950e257a16f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a56017ab82562928ee957ce2178b90ac717583
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6be5de12a2d8becb3439dfdded55c54578ac2e470959d0159beaf598ddf4454d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49a2c21dfe20bf2ab9d8d2bfd9b03d21ce4abc4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e683618e60ba9c17af3fd5461898d7e163be712e464df396b856f58f41cf1546
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75d2bcf6f7ef9c8cb0641c4f2fc3e741064f9596
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3b5785379f5671fe7ec6bf9c51762a0eb699a5adf098f6acc4c743f5649bd98
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f8045a8940b687e0f500a804cc47b882115a572
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43eb06b162fd26a0262aaa73825081700977d0301b1a0da79ba434c2a512a7a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feb9bec35eaac24e0ea82686b5d5fa51a51c465e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92deafd68b3f2ce6c65acb4d4c836282861eeaf55f14a67aa5fd5c26eb5008aa
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f0373e94996a230390381495ef9a25545bdc1d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:489371fa87ca1a71d4ab1e95cba777466c8bda5e4121bee0a1789e5fce2419eb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2acb2636e93f21614dfa437c88c36ce659dcfda1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eacc2fe77cefe84f511894a789284c955017d6e104eb7f7542ca9e0f98057f6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d5721bf23bdba86023364e1cb7b503d65737464
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3dd18677b9470b4ff1ea2be29d7f7457bd05563e7e075f905c937ac6d0def2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28120f3f6174e4cbc964315d39dde1e8f60a186f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63d76ed497141f015a96d29cec73bd404f878c737de1c9b37da58beaee50861c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c5daed3063a3718fea7b93e291a1b212558fe55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d54ea07d9ebd1ac94f08ea606cd19dfe74e94aa4d1f7e8c1aee7ea163118f7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b38382b5920654ae6a726bc6cfa785326da26ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b23cd81dddf61473e9cbea59c39c54355eeba6f8666847e2d4d2fffd937f6fb7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5afc6fa8ec7bb4b8fa474c81398ceb76440b10
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6edb308c8c7f8b9de6d790db4a56335f4b83330ece05cf7ab8c6d66224704ae
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c37589b97145a0483598aaaaf130a0cb76bdfc7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c54101dcb618c5e5143a2423da307a91b6bc205620248e3b05e7ae9abac0bb74
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78827249a45db569a7c682ddb75c4d48027ff0d9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f3ba2b88ffadc223692572c608c21b26bdef371b3c9454b0a2340d93d21b595
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d8b218e580e03f5c14237e87c15d5fb6d9fa55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c1a17dc51089c5d175997eb7b86a0b7cd1d91e1618a987ee66d5c8a4382d5b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..980890ecbc85b494b8031c4023f0d8dd161498b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad96efe1e422de9c1e926af40101dc45e7499bf18758979fb65e73e8a3a3e9d0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..845cac229301c49672a974a70abc257e4b3b1929
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de61aa7dde9fd192146c0214f02c63fdda8121bbf770bee6968cee524789979b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b122398b2765a917c4ace6e17ced4a6c6f2b9d75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420ca58c7b317486dd7172f0abc86233fa308af1317644472fad1f87a3b3e945
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6ea73e25548cb93b0b36504e31baac5d6bf4d58
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87610da59b9704d3795f4ee12d7b15fee17e99a3d6bf2517c955c153aef1324f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb5f09d7cf70f6680f1fea82144176d98d680094
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efb52f70152368750a99ad33875237ea99381251b14497c8b7d2d709ea901185
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b35a660193f0218f3d24b9ba7d78a610e401a7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94de89f5802262f176ae7680883bda60f151c5bc44f16fbc9caba2147aeb5319
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fde560734c885a608d155f176376c89bfef60b78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d358b313d84e430fc7e5e70f0a333591df480f0fcc7436714ebfbd98c1d722fe
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7177d5cd1e4af00fe3a3026ea991f50e98e588e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d4ee6c3a8672789aa49c172425db57071565da0532ae252174c4ce3e711fdb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b156e5180bd557292ed33f87bb4787ac1fda8dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8193227a654372bd255a2c5ce683311d0bae82e747e54adb61679affe87e047d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ed119cfc2a68e20ecc67b19e55e203862d2efe3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e45fc7c8c975c68c93af4d662dcce66347b9f314d232529b0c3318a48d45677
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271dcd620d82f9eac101a32caa1108731409966d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af8939019dc04be10916e16d3657967a3b0bada5f7c2200df49bc14689627a63
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2698817a46db779f3f8a70fb00d82bed4a7f80c0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13b94e205b39f7ef9ff861fe259e3add1f76fb99da0d6b464cd582fe3752dfef
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5808d280bd83684d110de03eb705e5be5d63ce6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d326a26fdbc9ab725729007ecbad7041bfaccdf9ab428478d2f170186d4bf0f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd1bbf456d5e16867566bf571cccb4b0108989c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c55078bf0f1b63492ee2d4cfcce3102f7381777c77cf139e16cd1c3e0b37fe09
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a92162804388ac23da2915c767851bcf405e38d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478f78bc98acc429b5190449838c68a8237a235e2594f001fb1b56298d0be3c9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e000426c82b85b16f6a6f66f78598a92cb0057b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec6fe1f1f646a99103302062d1bca584db9fdb9bdb2e8a0b1375fac5b32bf697
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81cb8a6af0cb0156faef0427f112527977ad0807
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff15df1ee6f6f61369945e3caf54097055177f52f5a3380dd3291dc1c66d1b76
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c9bf3b961062fbfa66de33e64fb2d7dd66b5e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf04214d850cc0e95da54b03438dcfab061751f02d605280fea9e539f5890d46
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be98460f8065f13a6fd14dcc0e8f378af83adf14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d975800e47c621d4a6b72e6825671a11aac39433e569e5a1c25df78700b28b3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b93a60fa6aa2506eabd11588abb0343f4a3415f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bab35654a11d56200dcd3e65199007e719684c7b9b8e48fe3b8a3b5e05d53efa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca3542dcac93630a4234030945ad77d6ffa233aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e810e1f6454ea8eb7eb632deb69b9f6e7c05307dbf1fe31689e0ccfdc274d629
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469c334c7ac5c3db8b17911d619cd648c1205d17
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc27233f68f755ab68b344596c036ceff3d4f84383e6db21f40b9987439ce777
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e0ea79a10ebda4f1221a86bcd9c4dd135a9d39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f562846ae64766aad0fc24281232c358ed5d0e4419692e678b271963dcba4e8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eddcb132bd2365a2260731ab445c9d65de81c7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c48627108d9d0577298f58eebe27b02bfd35eba95d9dc8492900b493b306d253
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2c9dcede6f0b51bdaf7781db8a294410fe95c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee9a93f5b0cd1722e7f7407cee5271ba57aabc5920ca62081313b014a722602
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a03e92f907c1eca76d99e04febd72747b52097
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9683b28f8a8e6d8e2f73cf2a373988d346d923bcc84690c6d4d49316b273a90
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b792283e8661324e68418740f041292588e781e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:203d61e3ad536af84c518fda2263bc1149ebd966f7c92e0de4342bc55fcc6a5e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b44a65d23d0b0d7d93101c5233f3e704f171ca6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eedfaee77626aee6b20aaf3c83a40813de54585122c69a748760b08720ef2cfc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3d5d7f81e57930c43ea73ed42b45bf7b174923f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c4a1c8b5aedacc4b36542d6a2f99556d05a016cc7ed46a8712360037b291754
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3c31a7cce0df80cd41a94ed3d21b593737d115f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:059ab9b7b28f914342a5f6c570c5f225ff2ac2117d720083aafc3237c0f44de8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4606dac8f127e399ee344ad6dd1bd5c00cd31fa8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41895e57639a41608803a90daed9dea9ce2642caec22e8667b9ff530586fedd6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba56e1a6def82d618308dd74c53101fcb6132d4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4468d409186138a2c315b797a5c473cd83153552ce9c65e53e9b149ec2df258
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1d13960115aed4384a3d0935a95d79a7ab90ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:115f9731449eac5b7bfbea53a95f4f81a676104385f7683aba4eec06976827a2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4191d53a0db67e3c9c05dd478c6dabdf9b3712fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b705d323de1e12ecf1d6158897b655e799ed0dd509db1c9263d6ebf3a3fbeca
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ffaca1a04c0b570122a8667a8d4136d68a101f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0566299468d34cee813d5220224098a39a15391096fa682323f9416676d6e833
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e74f119c87b85a81f3758134105ed81fc9469f55
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea633ecf0ddd40b1cad85e2b3187de4bc22941355d5ddf023808f1667cea1ee3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd8df28b07b5d60ff5b8aa6b78acacd3545b17a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ff357e4d693bb9950094380f50355dabbde4a31fd5a88fafb4412939dbcd157
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd5544544b1e06328872b71bfec6f9929f855e8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d3fb7988d38d3f36a95af83f2677a550b5226242e6be689786e44f1d170ffe
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a4d3b6d63b19b642837dd76468196acf113386
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82e29cabe9ef1c3a8db9b04990e2b5ea9c1163bfc3751f3f623f3712b6a3d0a1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd243644cfc0470fdc9ca7035a0adcab34201f0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab282c08f2a1a8cec74e9b8783529bf48ab35196687590f4688199490325644f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bc7c2d318da5dc905cca9592ff9b2421f101a4f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bbc077d25c80dfc754d20087ff2fa7f16fcf01c44e4ee34564a7794bef91c80
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f834811b2148ea9430883485e8a83da3c53ac22e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f7ebfcd39994647c665e1f02e398a3f785748781b89afd588271db6600d4bb1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8acec63da039e3113108e4fd5fa0bd23074ba0ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6a75a19cf98e92123393831bcb7e5ae704ad6597327e7a3d9ec5960326d187
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c42e1208bb2c1c03495ab51501f61610f8cb61e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:320404d7940c7064e2f690226141268337aa32b02db4ef295056ba60129a4281
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da141c6f72aaed0f70bf6c0283b9d4054bea856
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27a538219882f43f62e995f68287b4470fdeb686821c2a38fd477542ae058871
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0caba0fa30b126d38f47df6de2ea640ca680fada
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace469380850fcd069ed93d430df727998ac22d58195d96402bc1dbc577c469d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4900874bea0f9228311729a4935ab44015dd897
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b0faaf4215542c7dd180e7ff0479b0048837b180c996e657098aab9a565e26
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6016beb717bf6aea7ee4ed33bf9d8c285ca7a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a37d72da658e195f162f796b58fbf3e956f56b3c7cf607cc5ecb8ba4783b2da5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404c8bf0ced06619b9b533c5070d0d2cc809b51c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af29e194e5297d8dcb88244fbbcbfa36acfd0454b12cf36aeac0f1230ab3bede
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17453243a914ca6eb35c5d1caa428833f037dea3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e39e1e35ae6d4a0acd71245c0cf4d2d7a735677bc81a73f85e020d02b7ad030
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664241251a49fdc6c045a53df51c8b59a8b704f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeb5f7f56b4efc690ce5a9e7fde6d60254b424990cd0fd1e259eea88bae1b886
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50341c536610d545e53ab64aaaf2002a61728bd4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d26da47dd2f0fa1e86f7ff7df10665521a2b876ef674c55e43045556db3db92a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7317992a8e1a00a74a8311120442ebc8101b09
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_8/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:839d26fd9b90930666d3c8527987d71c07e025b2e5d0b80f1c09551025576665
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a47c90bfc73e47794334101f462776918f1a21c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aed9996b99fa85167d37b20f6ff06fdf94f84478a6856b00f15a8a219e0ac626
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27fe6b00f61c1c523c1356cb839707369feeb103
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f9b399f938159e6d55ff3ec55608f8cabea1f392b7fb6f55dfa99af79414011
+size 129091
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8341969f89f4f441494fb7f15d559f8f1fe913c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85239d2a5ad6d2ad9ea637c958604374046387c8abe15b8bf9c7092a4ded80cf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40498b19c735d33608ac920f0dc085d08ed0183b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:877c2e3b4884de6e96dfadb2a37b29d9e35c65ea728ba1fa1ff5dec379dbbc72
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78390a2217b9134e7a2552e99db364ba78507476
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b24ab165b5f3159b5557901d927509b109053247e92b14bb91aecd86a2b630f7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb8072953b5a53b9037af1d6f3292f3706b97534
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c927a8d83423614a42858d45dd48e0fffa8f4cac3dcee4decc80a1bc51c0057a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd81e7bd2ea93f4766cc07bc01722a1f86bebe8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a077c909e103c53f540246dcccc09081d8a62d3dada0ba1de608616103cf57b6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525c114b1e515a01c3ccd25097eb6544121c33fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:422f0156e77cb29e69e357786761772d56dc046b93ee59a87e386ec7faf79a6c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca71e6bd8e78119cbe11237fac6059d5170b48f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d546c6087ee1b62dba81739009a2b6e9271372b4d84ff5ac65141be4e8d69acb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e9fef72ba7498566634134f38ddbb078986f11b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5067018c9f36a9a80e2e72ab6494cacca1ef3c193795bbfa923852a1ea71007f
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..363def03d5a80bf96722919aaf557f8c2de99840
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:befecd72c3b1ce11af8a8a3e52bdf17a7a361920885952bfce25250876a6a28a
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..019686399ff25905787a1646677003e69cff4a5e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923ab72370d52ca3c876fd6085c00e793bc559a4852d3308514ba3db4046fc89
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c0ce8db77856fc8503cbf49021e778676a340b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6685316fb1c589cf0e723de53dd0dd77c3c808bac4cb3cb17bfe9e8f374aae2a
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45bae086f5814d450813d8411732249c5ce1fe20
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b352c5ddb49c5f81754f73bd510c2c98140079489bfd12aa837b9b83db600042
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..295c4278b5c6300c1a133429b76a5f58d73aa20f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd410b09a9181af6640f3fe853e261956fa05583a4128a9dbf0c8c4319257d5a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d83c4e42c5edfb4b59e14b8c21b0fb2313e22021
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64fdc41d11440b07349ddbc8f10690dfeeb3739e90a2b2ba32e1e261ab6d3815
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42cf4e508f31e0842c51b5ee6bb13876976c64fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc30ce985bf375016d1b8894d83c94c58484419393d4f4585cf1e6cfb2bef05
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9fe1d75e5e9a95e4a04a825c4f1a5cdd9352120
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62e03124de16d6f794ef308b4fefb6d1d05bfcb34d4f69ea9902ceef419e9c3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39c4035208d755392fe32a7effdeab311af3ffb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c253e95672f722db480f107defc681db39895b34711cd9fb02acb771fe8e303
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2799667161a8e3f98daa889ae915a26c8dfa1f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8345a8690cfc0c3338352453d1b5d5b693332eceb1e8b219c1d347853ff671f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57e3bc12624ed4d8b9c4ce984a4dd2a5e0f30af0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aab1f097a6d250f7ecce60f931b6a888676f3f2e8a12682727995c0432b1b489
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dff93b00fb448ae68ff171dccbc2b9c449c2947
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5e4c887ef7ff6ba345a031438b616780c13d5db88665f9a4b903d439756e7e
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9610cb684e33f060c23e442183722eb3e83b6f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b17f4d25739029169e9416d3409a1ddfc260c07007f570566f3a071d857096a2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1b03a67a070bffa5cd60ee1f179f238f9d8ec8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed26de0be60fa6ee3dcb0eac1f8e3f971dd0ac72cacbb9e6ab2a2e3060fd5dfb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8ee13e3dddca28ac1cfa09c8db976646b7ef77d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d77ecfb6353a836942b8b7853b6936a06fb33469dd1025f7fce91f0cd89f1cfb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7e5eeda3ec2ad7cb758270c75b30f8ef9f6760
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16644885406a7beec0ca41d5a7ef1021aadc051a38aafcda6023fb4a13cb3e4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5fe757fa3bc0882ec97f12d7e66ead9a04789af
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34e8ec41d16cad3d62533e9199868f42ce0ed973e8ad7e3d7301530435c208f3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43f635a9bfc848a0a9134662e1cd1a3a0005aa98
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7cf21e61ad9a449bc3a0d27de9376dbeb9c631bd3f32c7b143e245a654c05f9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cb05090a113ca22d63ed13dcc356b68c5bd2641
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbf6023b98f93cfede2c2c9629c1da816e730707e65b53fcd064a08b1431b78
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c93bf66d881af82aac29a3b4ef5b642350731e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dfa2e4b60839aee453e5f001edcc6075831de3bba7211f2bd3ec52d8c9f44bb
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76670065a5c4f6ae7ab9675460c4166b4ba76475
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db5313b64ffa874a039b70e4cb977a64a18c7036c7640c1272ddad59dbf61e9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84df6d27365a32c6ac6e217d44664b81bd6bac4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2243e1ac209ae8c28a84f61b4118265d5c14e8cc53efb7e30cba82b52859c6b3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e26f121420065019e768ef1e8be88ba3bb5774
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0b2f7a62079dfd28a581a809d7cf087780baddf29b3589bd07e4d5569687c93
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71814a6ae6647782a63bcf2aff7f7754421a470
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5365098984a984630525e6e3914c43c7dd40eec00c6a2800a6cb0f98b764bd79
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69c5d5bfb2b7473b1ef11327cd8a0f222538a018
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b8cba86875eb346eff8b6c5e7b374d2eb09b30cbd353f4bbd7d92f2c5dda86
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2367ff798a1a8a2efddd4fa8461be46d69e691eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c730f6fb6d81aa4e0562f1dd2d8d137340b0d9f672b397c8df360918670c861a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..535484680d7fa3a7ebbb2bdc0aa3a4e410309a4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49b47acbb12427e6b91c80038f41d193a52d2e2acde3c65dcec487fd88fd23c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e52348f2f751f0c4e9cb9e31886d07fc9f43cb54
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:548993e8f90d147051dee82cf5701d17de08fec5d553b7a265089fce8faf959a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18ca54697fc6e3620d6871f2de4080d6214492f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa6cc707567ac41bba6ba51cc6357fd05a9ae9b316e9b1ac41be2f2535b8f61e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..172dd58f23c502280f37fb41a19f47b14fe1662e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d1f2c98cf02c5173089708802204893ead608d74d27c16ffa682777a481ef41
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f69af0c4a4c4e8f9644f64f82e954afffea953b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c50e15dc0875eea89dd06d6990018d815ec35c08afdc07b603ce14a57dcb5694
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cf14f9b51970b09c86bf5a80126c63c0ffcd23
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02c83e39e879ca5617f295d8e6e71d91667824cfad2b3e7bfc526d4d6312813d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7552f095f8f5a46ba85c637228295acdad43395
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a16ba150820bcd9ea32a9dd4083f43647eb1c13979fbba48f9ebcb8e0f6e348
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d52efe1fccc5e46fccb74f0fb724e8ffaa5d00e5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ff3f0a5fe2f9c838b88d71dbfd51c1b2d882bdfc95ac4287e921bc46aefa72
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5750a9c7270c8ce1543621d9c9d14c9f4f1b081
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c47ea8fd36c819bb5b8841465a379dd1167a929861cdb586f611a269ec6f23
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5999b4e0e2f50c99377e3368c6bfa672c171d478
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5687634ca29e3e060e90adcb2ec55e2a5978c387130b1c3af24c40dc1a01e263
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..783fc7490b78b660c37a5cb8fb07bc29da47d713
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cffad16f07e183ddc30d6e3d0831c5ae73ef8709da88c4423ed7fa9004ccad60
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d7e43bb5f4c538ab8aef386f907a2d8ae2e811
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e2de908574b7a1f39adb8af486c25f7cf2038783d1a4a777398f4b2882490c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6d2e75132ad5b03b293e2bc10f6587314ad344
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d3973ce50de0f762512a806c02954363b3a1ff3c4f761e4d4562f6f3b9913c
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d1eda79c4da75944d0b17d5ebef75eaa02bff1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:484688a52d78bbecacf9af573996f1adef9ca9a39c9b1474d30a58a70c79a807
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c212228d126a30a85b74a8d389ecf2f3164c3dad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89e5ca09400019083c79b94e9b2c4e94c5e76af024b330d5a092f9e027abd580
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba7fc7e9cf56b1d7450c86556931fe7397209f44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d115f7136973262609c8f60ba7750b5984f7711d916d296d29ea1a4393220816
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6df6e9e2ddd914fcc6c3ac1a7d47d5bf5fe19f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13544176f493fa7b113a15b972a44fa453b5e427fafe5b1599d3b316cf6581a4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b394304ffb21c923f04213894144744e933b400
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85845725dd3c9c346b4978d9befc97799dba7503bd4e96e3c761132cf8381ec
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e78e1b29f4bbaea0e7fa5cc54e51c8d6cf2e42c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88cfb10230c1018e01b94225dff1a09b56b2363d15c83db078fa549f6e986db5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8146b41a31dbbf035b6ddaa2a8b209227b4a04e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f6bdcf4e607f228399593cf5eca7caba3bdc07777e1d429ad40c03ec14c311
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54fb75b5f2d0b86ac7c5ab3dbed420178e7e4df4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a6705b903f5fb8c5000c15dab4be5cd1b8603d33668a7462dd908a255408b5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3543faed3def1d27d3499b9516dffb4bedea7e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcb234067bda8d45b3d8321d32aec8c6e521b9efc041a3b27d0e1949c1f1e195
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4009e8490aaeffbbeb66a25206d2e991b95493b9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1cd194b20e4f30ca95d755cbbcc7fb83461189033d39b59daae1c9ffa0ec7cf
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e9cc6cb84198f9c37419db8f13ceea315970ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a840ab7ea2d1fa7cf61603aa2b5ff3a1d70983c12e0a6ce381a0d9b3ae4d73f
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47bd2486a9bd2fdfd52d77e7f8d649518dacc560
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8fd43096c58ae825a508bdebea6cecd565f97579f9457071f856b9d1f496de4
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d247c67e9183c1e08244c03643cda74a95f2557
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ad95139653d783816b5b3bf8521fe96919fedc8e04454fef4d7848b3f246ebf
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5983207f95791a550f894b68b14d4c1dfaa2641
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:970fe67137dc5093dadbc28037be953ffa19382e05d775c100f842971fd21c2a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eef55b191865ad378302763bb3c05caf6696eca0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d99c00c8bd6cc9ac30d9daeb9c7c0c3f6eec23affddfccacb2bb8cb2358c3bc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5594491b32ecccc4ace9d12f046cc87006fb5cdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f66bc1bec33eaf76288189acbb7008eeee5e3950dd529257160243e1529dda
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c73bfea8333898165acc1629281c7968fa9237
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02293ef81d27f342f2722100d91ac7294d490c79bd7a62c46ec7222ccf81f5c3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94ad61c1b531ff327f13e909727779276d85f05e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633cd74eaa9c8ae54fe0355f38ce25de3ce831fe08794c059c5a733776a450f3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784b1695ae261afed01502f1eef77be135e49488
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:609859562f934b7a429ca60a4d782321753d930ef4fab8815a64741154c6a801
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8e368e93f11c424c45e43ce6c4ec9ceb506d85b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1349fa7f578ea16c5e26becfd5d705013421545cb6e34f54b186833abac53d1
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e5e6a3abef9fec6e7e6b1324f5201a76fbbfe8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6583d866ad5e0b07719036e7b585d50d7aa1756bd0d89fc995b0c29f8c42d779
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b601d9f5c7749ccba20860c772d4a8a751af2efb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ed93166efecb9e894d0487830422079df21e30263dd214f483b6a5a8fc6ec08
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7decd989952aebc6908ad10df4e58e0c56602fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05e6fa0722ea150dbb5fb24a9218b562d4f5b22a194e708f7cdc1407d282d68e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc71b342f931a66fb53f3ea015a4d700aeb64a22
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b6aa5ec3ec41a89e48c41a93ae8639e5621dd152344bf468022dd4a1f9faf79
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7bbcb1de64b83de785b6085f8b2b899b7f1d1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:527d694a7c50a5d60fd06889d6bc3e87fd660d9a8d853eb5ad0df1a93899cb88
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8514be77522d038548ad43c3aa513041de807356
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58a5a8b895dc33beaae426497a100d6a1f919643284fe7590d74fe761486bdc
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c944221bcb3814a86eadd88eb63d3683d2b4d099
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c33704e12425b83af516ab1be90775ba607a582dd63ccc3d65638a2dce6065bc
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad780ae7a8bd553d264b5838a75934fa55135a78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b10b0ec4627f59c7729317a281e323e97a26f92add9fa5d238a11a1a3c23dc5
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e88420f73e99d467eb4c1ff208a0b7c8be7c5cbd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6750737b596c6b08375295308142d08650111257ebe1fc661f88f76af36ccd66
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d68d8687fd4ed5f1cb2e7ccae1eb8bf65b65b8a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22945829a816ad1ddad552f3b645a7095e44b422073f346ff85ea236d81a2616
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b0b24a5b3aad29d8758b0746c548e5f711355f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79670d7fd22874d7421d65f9407f3e10ca9095f4d360250f6068ba9778127b62
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7abafb355afcd50682f6989a95f70db2b5ef1ffc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a1c9eefb8a8c99e66c11f119d8b070546c9f69f343389b5ae05b8df1629272c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e525f859aa546cb545c30ca4c8836ed156ae08e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5aa2552284a01f004dd550b411ff1fa009091e0affb2f9d201716bbaa7dc23d9
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f17d44c329f6b1b8484cb4abe15f6d0be15cdf76
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0d4eea898d5263253fb225c1734ca897eebc349e5fc7d8e9369458aa042c934
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7a6cad5363310f708d38c048951adcf7eecde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3db3c7a669428ba6a46e72ef69b1edcb0df47c1426782466a85cc18077af4b87
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d942df7ad7a7915c65657555f03c8f2228fe3b2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:966d0b78994546c963aaf34eebaad7580be531549c06b6be7bba89a6fc311c36
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ab4ed4186138bcfd681e178dd54fbb824808c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b114eb8de43ddda8f9d73b13f8a29270cf6efc70bc6096d9427b113a0e1c5a4c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..756a7d59c0bfa0da2c0dec6a35305b9956c82dce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cc2d2424fb35a7b35377f61ec3d7d91f94231e4e19d2a45a5376193d34843d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e7feb83238f46cf26ea98b8deeca626e4a39e61
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27f54bdc87fdec7e296ddfa40a8593f0098534f5e812e705f1ad891f885aaa9b
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d178e06fbf658f00de6420b972e9c2349ab3633f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d218763fde644b96559d58f46379e49ed17cd25c2662dcce236a96686ea88bc5
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a99d85127ff00b54b6caa5764931fecdb3024fd8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3721427a49a92f3ee5397c456fd47b23f314a2de93cdd47f9eecb760bd396dd2
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e1323ed01b3c7ff36fdc8396d382293f48bc428
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:597dc8363135e84c800a6fdda04eb46586f3ed2f647b1e1f1f95046f5895166d
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d124d6f427230d136359fc805de0d01f8f57715
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2756e2e6ea8fd57114f12b5c7998724857ae0c2ad8cd7a21533aeebf2d56d2cc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d83431f3a75b6fe1a8505f805375bbca003087d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dc8ecd0fae2fe50f105efd2e51286bf767167eb60807f09044a7b30170dea10
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98745d61395352d59b790dd35a70a0cfd07473aa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:682c668f60194aa76774920730c93e1367b5f379714d7789648c1df72fa1f9b9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84b45b4a53be52e3157682c5edfc7c697fce5668
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d49f8bf173b63056aa0b7e19eacf13dc1e1c8d2c076995e80f3e885a11bed9bb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76eab78bf6c9c4e4371b41c01313e196ae7f0f1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a9a6561d78b1a8e268fd9b9f9fba110b6662f30cf9a397b0a2fcaad6b6d3a2c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9e9dd2a05aec8ef0c06c7a24c795d53a3d4a2d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f34078fbc46b9f19505c01c65b9a2c5f8e0883b00e12285c0dcdabb5a4c9e993
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cdb6cc031f2d3158a92c1441b265e2bbdc638d8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75beabe15d1f5d7597e1d9032ab166254cb700009895ca45ee996496a345aa84
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a663b2c556e71296a0f337c934b8b4be403ef319
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54f1f50214ef001c6c0321862478e4db8448ce9916b3486d1806f63822126e62
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..241db530adde60891033e6aa094c445144d13d0a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6444547adbd5957f4e58895e40feb71b3b91a439c563a83bdbf30735e1bf8323
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0502da84f5c7050a5c8c6a019614d9ca0163186f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecba02707b97d2f660de32879da8a967d5abaf8f57b7e5d3d6a332010e5aebbc
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2614203b8edcb844c1accaf0b29b5cc4d92a663a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff4eec7b540475758d53e4336963a5593d476762a475329a2411981ee10f6691
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3b29e1ce0fba9d187c521272a944bb4b4af0e79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88ed39ce4055137bc12c3bceccb50da7ad8241aac7f1cf266c9642bb7d5c3935
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87f1bd90183aa8a3b9400683c558f161b31b4c15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec63c0b65f925b7a90298633b0e5af3c65691dfc5720547bd545f0fda545a0c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f81242b753b5908e6029a5afab7e404b682faf5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f4aa4d977cf521fee6bccb3b28c42cfb5476de2e8b46e306457aeab1a9a283
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad5b12ca50077dd2cd7a9e58442126317b477d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f85c6d20663a90e4f64e5c5741911a5b60dd26dabb29d3d10046b04d164fe7a6
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..503f4a68640a7520296276f7eb9efb18f4721012
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fd65263bbcbe43f887d2f600b2b0f69084e74690dda52ef6e55603e1139b5d
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f823719b29e069557b827ddb0dcf5f28dbbfd42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df92ec5c97f07e87cd70727289d7de6153b2668b2b675cc972a0b4ba6be20d5a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38d3c43ba18bc6c81c0e5268e58c8cd9b206edd5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69af96f8b5039c783ac8ae2ba2f044d27bc770d09fd36b320c9ecf330dbc67fb
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aff72f50002b4b1f4aff11c8f48e067d299ef133
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34ef52966851a415df3c03eedd234aae051d63edbeb7b72e71a6403cf3ced612
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbfb189177647dd8c4dd0fdb11d6a0a48d090cc6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cb45dfe76ffce8780457ee2e86aa677a05a6be30a45427fa2bda89c0b388ba5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8062769c81e9a7ccd766befd8de614269aab9af2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1197ff32245afbe0dc532c044794dd9720c2dfcda6d16d5c40e542f0c9ead7a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31916965c0f424d3189d2689a8589c836efa3dce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c5c30ab7639b6eea308eb7fc992619ca2308303ead08ad80d5ce2e14b564af
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7e8e3722d9aff4f20ca3d77b3a1a3e53cfd86b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db78c337e2d4f12362e931a5ccc6c505b61c04fdb943316fa26d4b8353925fb3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9791179917d6f7783910d052137ab0f15f76fcdf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d3aed7db4ac85cb15b5acfb2440a88840c9da41359ec3b6fbd4bf0f76178ba8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b3bb18451c908a2d9bc56300083bf9f686bb1f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080b83c656cbb7a8bb1066bd0bf7185d239dc51b5db3e18da5f92200f82fe767
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..166863cafc7ee2b848c8c62d82c89109bfdc803b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52ed43ececf6fdbec6864c6a67586d3d0057497b7a954a54e23bda6933ac2e67
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a74e8332a9437c49415106f0dfd1f8e199000c83
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d6796a9b7257fc870b547968ae8d799d364d66d5c2fea8a7ec79ff109f71bd
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0b2c44af163f5288ecfd3f7e2ad9d6c5b311a8d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c09d755b9a7694577bf21f4315ea180a98a679541d128e8693e5287308558a4
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a19a98c0e5496159a7bb49a6985c4d088cc721ee
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313450e636ff0af5fbb693a4f9dacf2555f45179223e4ee13357579efa9798e7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fc0ffb934d297c90ff81453722d47577e657a80
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b9077b51c78299501ef790060bd240aba1493c1b82ae74b1124f5efe487a7ef
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..481c541ab19f1001314e7c660c4aff70cfb0334b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a0de6cda55d55160e3fcb14c3670a5772bd5fba6b4dc9f82801c35c6af97361
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51579523ce9b9a903dedcbf0bcf5f18362bbe66d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:664140bc8f72de72a3a67b688a5410362510db1bc5c15d6b9279c73b1da0c5b0
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d658455b92ded3d9234607bf70f8a50d4c1d32d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8816ec16ae1e5472af08fde242ed139e0a6889ad90328298fd15edc4ad577b7
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c44cf7e12168c400ccde4113a9542947930dcb8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9778bf39edf174e677ff752be279dbcdb0f7491c4bd82619d60135e01949669b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdfe87dbcbf91eeee88090b54aa220ca783f4a21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317a4585694320193c2c27c149aef435eaa59cd65e6647af3410f418a6fb32fb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..976bcc32614e262df522a8650c4cb28fc993a7d3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55dcfd428fa4db98cd74574128db36abf7d55668375c02edfa2592dfa92d5722
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28eb60c4962a92a2b85dc651d75134b5ba5e3b75
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5e79fffd64c4e1c1c7422600b0b855976273aa101b0bbca78b1b6717d5c40e
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5da48f92fc6d72b2603ba28af8ae37e5728b052a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f677db57ff451278196d7d1afc01ed1d480d5b81d4175a664044a7331ce45474
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4d234c54367d5f021c7f638d127e13835057d42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36837ef0bfc0df144040378badf6057b9fbd01763d2edca93f40ea970dfc03e3
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ace9407c3f3df0959dbbb126f37e356c8ceac2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5be210c5fb98d126825fbd688334ac895e8b1b4b83e158a16278df87770d084
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad965cf35ca26e40c1777e4e9ef9683b38854e1e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7eef4094103d5162b59f88437ec0d587a4d9343314e4e39eda731f2f742d51db
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37433ae5d5ad67c52cc58fd1eb5ffb6d83b6e255
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:858fc54223466ec4aeaae0c3ef320c7fd8c0c8f66a73f82c65b4d852001f31e8
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094c98fe537c7629b659a46b1c17583be416a0f9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4252b3db7dbb3cec802c98eb9af22a9daa2098076d93e31703e1bbd75acac96
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..876c73f68cba23246742b91adc418fc1b4a6a422
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87fad398938ed47481c55e7c93df9ee68cfe8e46d41408ebf46a1062a99254ab
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..574d89262148f901aa1db0a6e9d0e0dd3db09b18
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:498828f127a311d75b7dad7452e477130b65a2d06eccb34d87aa1f688fdd87e9
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18725ebbf75d10f4c6447378fd6723da7d4ed5f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd778460c92ad91d9a08b3da344c1aa9ce3d6aae3d2262de5eb494a722187f01
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2d5646b786fc8c2b7a6a4f09b262ccb4929518
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:139fc5b5e0a0df8d9349681b7f9b729fadd8e2a50cd0c70970a6ba2b2432208c
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e810744d03bf01e7630dd61c3d086a43e9971fb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c70cc8028024ffc04ce3f04552d32deb45213cf6625c124700aa8c93c4f886f
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c4e9d6c6e806fffd20275205d0acd8d77a4006
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:479a1692bdd5dae01ef59923b780558b97f78eeca7bbf33da4cb9ca387746ceb
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d7999146ea70086a67c5a59996e52b7437926fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f247999488c33cfd3b89dc7a46e8c1b055597b0521849080d3f254fe067fd1c7
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b98cea127e32f4ee39479a35b96c87a5932d90f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:930d5945d19a793e642c9b1870ea55eda74c9451b7ae2af61e09f3623a999a7b
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91ce18c8f57973967f362802e7c6a4bc63722477
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7613149235b506d7ed5433a885f3a57a14a6410cefc72399d85d0a0a2c707b2
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd41b80ac7d772ecff6dcf3fda150a04defbc027
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c349c68658fb3007659bf6c5075d1868ff0703cb87e2ad25d1f49fc6f012f2e
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398789e5d88b1ad2063465cc2353f4121c1ba5fb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f8bc75f1cd743056c24b09def44b109ca5c38e388e400bcfcde8a9112f6bd97
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb00d94b439c897fad24ba3666cf1d090b818f8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47e77abe9b41e3b7b1341cc5cbfb0e99e02c4c080837feb15bbb2812e8b263c
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..338f925d0c5e2b34d8378c9d9e7fa16fda2053d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50736dec42fe3b7d6d262d6f0df822f3806c959109eb9d7e1456fe5337f8de32
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05185adf8927909cb586d78abd162bafda3dc222
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6de2c4674e4a80c7c6ba34f4cad14928a68ad4105a190fa6b79b5121ad603f3
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72ce01ae7c30e721a5a060d7fe388a49951bdc5b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1f6027d6a88635ad40eab36f8d46f30fd548f06ce38c8b505f523ce19a88de0
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6f41a070ca3497230bbf7555bd191017a0fd5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bb97108ad2c449250bba7a3dcbde8cbbbe0adba85ee4aa4b22efd46e81f5368
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..688ba2ebf72bc3195aa07077bf6600b09d3dc7f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae665a68cb79e8e550f58dc30cb7cf072997d209872b021819b883f4c4b46abf
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..022c46ab5a2a9853d40d858e267e5154ef7fbad6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51cbc3c4f07b43ba20d2e94e3d80abde1da79b3b3649f0d5acc261c518bf7a03
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5353c1cd6a71e04ce101319a584e8a925d35d266
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2abdfaa42485ace7159e152052ab3c5b7da73aa8d7649d460374938d6b8bd3e8
+size 23619
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90a6a21a0fd430261c6d2f2877436bc591b35cd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b78e6ed7e9d895e4d654b80a9682f1b016105d02152c5afb82c571bc01e27c3
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c81eb141d974c0bd817dfae5d2d1cfc09b1cf2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2963fc32d8e18178b7749a7fddf047790f82bb7906246ee9eabb9c4ad25f21a
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71ccc7f40d6a61ce9f4782d2292fc5b225cb201
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e63504265e3e90db90dacdfba488b4f80df3b784e29144329f2e394e84830fd
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1760e28fd602d31533a848aa62ea11918996d696
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6761b312d33ed5191f778685da7610d494adf6dbcf87a8fab5b334f8b5b7a606
+size 9283
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c334be95c467b3c22fffb6e447369bd47436e733
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de6565f1e5ddf83a31c04b32977241287b6ae5917482e9c5bd0a99696a0828b5
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1cde6a5ee8b13780b3cf29c13d5f0ad5a23da8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/init/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d3d1ca603bc520794db7f8a8a15459ce36684a982ea797a1f4c348d751c3a8
+size 2115
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f808c7fd48be9e6a8d516f6c78f2b5ef6cc05523
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43398e53cc54c015073596e1c20c9103990a8c1996942cb849709c6da855b13d
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef75ae6dcd5c857af559a6c76ebec9d363ba92c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72b4b33fc6a755e58486de1fc3cdf88ee84cb8672f84a99463d88d01beb47c84
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8f36553c9f0be614add40f9f70736981bf97d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b24dc9613bbfe3ba19b2c7f5a8d1b9e7552afab8c17c07097070f9112e17724
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4796ecd5e6d2ed6446625ee8e7c55195167473cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea350479133eeec13be7feffb804e6eed65ae9f50ad8dc08d04a63346640ce62
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a23aaf4a2df679b076840ac287b783680e2e250d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:999252d854ebda91e4072653ce543ca2daf79a21ced9f18ad2dd34074caedbee
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fb09c3ac2c5cdb269078c70e7fc00f7a8de4d2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1154fcd438bb1f83551a4a6f3a7ba7c2e988129dcb332299ac1857d9c7ecc691
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..900db0ab7e6c525aa579255864e550d30e3b4cde
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80fa4479709440100acd506b3e6e8e407f277171ae8f206840b819f5daec2176
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93de6b05f4938dcc41a8f0d1d337a1aa76e972e3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18232f6bc10cb49737b528493fb1b52647be8b3039ce13d3dc1deb1fb1ad9feb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7cd9d5d88f55ed5da364519a4607b82818d48b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b561589dca9a42ae9aedc04c17f45cbbb5c80af9c5a8a11d863d7fa66a92266
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..68942301cff7b4ddac9a21c5e2911d4cad34c976
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf29b8819a519cb2d38ce5e8eb873050427cc1ec350ca20b02297e2aee45f8da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..193160cc60596de956f8b00187b16056eff17c28
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b633e1f61e5ffadb1e681ab326b4bd4c766248dc2ce6752a673a4af85069386f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8075762b1235fd981c7bb455d05d47e706622298
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a992f0991b660f4a109a6a5ffe226d0c057e6f34475247aa3d470aa01ca4591
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e113543d3ebab00b503d6cd6d6ab9de6f009efb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171a108ba356153a6a1daa1552a3db57b1d2cfb605feee9a047e2b839d8362ca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e59a48f54a687c68372ccdcc18d3622c4bc16e0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db3061c3c4dcf8dbf3f7bcf63353b167ce9254634b30e8e4d8b570f737a7b576
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7234d6e543a99bd717a9fb7dbf818f63218949e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9eea876d5c1a4e70083a7e5c9d551e2e92c0dc7e3b0479e1adc6663467fa5416
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c4f892fab5bb02e31a0ae0dbb9fdf59cb14d878
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b5373d904683fb4d7e414c7af48cd9eed0dc8e9a173543e8687aa27180e47a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b82ef8c2c98c7a9c9022cf8e218d2f92032a5bc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b8034f4d8a78562349e48b754813a77de84b737074e364123b33a12f99e997
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69ab728223b02685ab92d482d07564e519e1b576
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70252b88255a4f52c4feb00fa331239f24e30c9385255058f2057b2f5f1cb11a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6092ceba6099a8d8c800be39dd0e5b3f88a2f843
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55066bbb243d2d57da277b6b6a27e98a6e8ce2d025f985f207a9fb6473145d0f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8d3f27a13caa6de206b055e8b0e87a053cafc3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a933bf3606c401556744dc402c298ba0d313d2153476b61029d4649133adff2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86c575d9b6516027933251f06caf17c679d4512d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064b72aef74a2b2c995aacfb63beb1716bfe1f5d5a0c0ac9a11f1b1783e997a8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6d02d9d2b885019d38425ada9df9fabe6d96344
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ec7f66ffa37d2570318463675fab532aa6e8fe90764d736163f918c252522c2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e855cb8ffa3a9ba511d2e4153bfd33af24f64c4a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1989c1ec5cb9d08758f85f3a4e26371d0ed658781494f7ccaa6a776f436f9080
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9af72edbfb52bd26916a5e85a1a17e4558425d3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa3d49b0504df8dd32860228056f3d5a2caaecc56bf27685164e4f9edf25876
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a2d77a670fdd9097d1557aa664cab8ff8520625
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af550dc499e604a1d80b66078cbf05230342f31e17fb59ca4ce34b1c99d648b2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894dc3f5820f6e9dc2bbec272b6d45c919107e9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1244b7bde8078fb0dd5c02257c42634a9e46faf0e01dde80226dec17d9785eb6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0c9c9f321d23abc00f8ae4cd7ca8ef4bf9d465d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32d56d9f8a516c2caec94af2f8a309ceb63d78d807d6efd0fc3ee2199a0202b5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..355afc46f8318f69bda891448c9e3cd7a27ca74e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e77a793225c05578c3449d30dae3a57b1fddff7235bcba7e0d4608d5ecfb4c3c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43d938f210dc00b63411fc36eeaaaee9c693e6ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6ee165150f4cf01776d804abcc14d8b86e999ac4bfb9492d2ce8194f1430d8a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79b68c6347da68f0125181bddd98c2f28dd48f4d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f00dcf1aa86300734dd0313b803b00d18d654669e8424f32eeeded0f26bde18a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdd2a12cfcbbaf4d57a91cc2a1bb3a1ec74b1427
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:737c5239cf52dd73cb99565cd75fdab28a82ca5ea732e6185c808d91f8334dbc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cbd2285810fb73e4e42af75ebc6a704b1cbae0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea7056d1fe67c4c3b104251291a3686e91180effcd6fd1eb658e475c7333cce1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad37084541790dc692d4b0b43c2373529ae583e7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c705835a1212d154d4051c11262eaf2784d37dbb58892ed59cd07844d8513697
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ceb5e0eec1f73b9935d5b1890defe0fb578df49c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:beded9d0df21eec4ec8ba43b1ce5a85d42512d78485f749bad89593812879aac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2c40209753e7a311b51df8f38f73a2e17259da4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeab9ec834df76d749a9cf8e19b39b9c682de6227ec0225d2a67fb4d8af30ce1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab78c3c0c25c91908e883af51734ced857c2cbd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e63fa576498087fa932479ee4511b4983b0a54cf8e3f005875c6523de1abc15
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad83393f087752ecca88432d0f37333da874269
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688d30a7d4398886b3f6f0c14f2ed3a5d7aa3b953c905ab0d10e113ba0ae1f66
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..744b28144cdcb9dcbcf25f27d8242e937b764526
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caed2d36b45413814d8ad074bfc965aac388150cb9326d63d16e61e3a60666c8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c33c758f30eac7a94efd07c50dec2e9745064beb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6d727ff6d95ee59a3971c4b75f1fd5f9e5128f19c7ba899ae6fa0d74ce4f47
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6bb6b851dd57819353375b9f1ca19c491d5b08
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8801c38e573e997db18401c4f3a71f93fb49cfca64daf4442733866cbec2b8b0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73713833c931f061eb896e17b557893d55da2ce4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43b5b306510ebf2b8392804a361ef225589e22d3a830f569b8ac54e0f8565182
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..769574b0ece7cd7dd038fa9852a3cca323b837ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b2e9e263d49f0d27746a63d11848025035499a141e69479796c99bbe5e7fec2
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a564f2419560e9605dd334f3e7277b0c07be5fc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da9be4c513bc527d209f3d0813fccada8d65a7b2b09824f195bd4cd0596e0d52
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60d49ba75c7ec913b24d81e206923acba7e47c95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ea9d0ce9bd88097a95025a6e31937049f664f2660cbc593cdd6a00ae40e30af
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024e429d4a86ea63fdd995530b309322616f51a3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd07d1822bd91be93c7c0ce3f847c931bee3665b219b0ce2a3452431e5d33745
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97190cd55c98b0ca60e885ff9abc1b16fcad4b38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5839ff1e14f8efb122a7efcb8c8a7587f234513da5c088ed1c82fb27cac72426
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52cae648c54e13edd2eacea7ee67e40713e0b1c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eca9212466c7a4483e46a5caed4177bad97dc46f7d4e3708963b712f23c3e40b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6913904589a3e766f6a6b4b0c0d100808d3fb1d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af159632dd5f036d2ce8027dac6b39118f0c5fdbc7ad1a0583dcf02175f955b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a01dcabefe53fdf0cebad2a48ff81dc647696920
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55d6e802e9caa645724245719cb7bba58929aad0caecdd2787c6506e5fb16a00
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..143c8d69707dffb0e52daef4fa8a61e5348057d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:671ef8c8c9f3c4ba8bb5769f85c84bdee8681bcc01597d56080d8f499236eb12
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a9c5b22383b5f6112f21921de651e6fd812ea2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5d833a433aabb281bd8a4705996065e9e32a21b5131757ad1c51814b259804b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6b56ff32df250e8501f9e1a59f2e874399faf89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96c08836ef541b66d99d202a948b2538898ce6af1ec7915d475bd7af6ed9a1e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a595a18620d1656044c24c8ca4151d20c292b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc32e7332c36cd537f04b19def2d8073752cbeef87c8a56e32d62b5ad586792b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8423d6446956bb630c12e0798fdb9e6d831e5adc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2553a2f9a74d7fb4d7001454ea89254470c6caf9fdc350a31cd578b7bbdb8e0d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33a16ec41f2deff10cab7739dea4cd55054fed2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd2bfdade68bec5467037599e1acacbb568117b960aff4266320366cde4eaf3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e254bf42454c198878d390829b49145841df0ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ecc21ccf1c5c6692cc57506551e46153a80a29b537b1f65a91cd0757d589f49
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce43a62c0c87f416214ee69d39146cfabc1d4972
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87731f48fc5a1f66a11c29ab926f46438e0bfb54f8cb1d69539a662ba955de7d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d96ef108356d26e712581380c0843ca7bdedf809
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb6f32c1feda001e8e8d45592cca0d8cb72d19a79cfb3047512942f4e30da5d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..844794c6c366f7ffa60fe5a6e0b645aca2d4f9d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c39b5397df2477dd73931cd81eec519e57133e5cc76496c56c207367773f652
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8145c198a1300edc9e57b2ef1ed0f07c9bc1d1b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1111a1614999982925c150bfd1b0f2e1a96a8c4dc9ece29a0b1b593fe8857ed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1642a39b9d2bc3f6c304faef3b36939885f134
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0110cb3b882a91a05a31a0c5ec185f1fe647621978d96fb7a6be789130d6460
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b8f6e6430be43f1e76ce7cc9eecaa277e159abb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd6e1d35bcdc23627c0ec3745dc7e24901e774c05974c58694145ee1e87a638
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f2998197ff4945e60e8fd2cf43792aa13b79f9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a683b9be6a9e408ef89ef488d0f1151c9f55e9629fd370013fea810e11d7271e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b792eaee4128f6a7be2a40bbcd6653b679441884
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:910099831a79785b4f2a3073c57ea615464f70d87c2e9ceb874553b07cfc3657
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcbcd940f9466f9db7dc850203ff4e858b48c94b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63badfe49dc6e42264dd4ddf4ea7f55f18da1da5d9d9d8de60cf3c7fdf7362f3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..364c4c976cdd27ac4247b96fdf078ceeee966954
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b68b4c8967cecd2aa95819a5c53f33d97f1117b3540de808c3cf642eabc71bd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7461db50240a5f751cd176ff10ffef5af0612a65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1717848b3f3b80ffd660c7332d32bca3d75b08613a3a044c8f1667afcafd7a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2ee530106e4f6858d0d292fff00f8f6c6975b1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f429f95f077794957556200afcf8bcc9949fa218991471211d2da2185bb6eef1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f63859c9190d6193e8045a958ed65af5c41ed95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:338794f0dda9cda84f11b924ceaa2bc94029dd334879fd446d83def0cb691254
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f6064dfc8d67c61b672758b4c2a61b117fefa8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75bc7b7b9332d432ae920a7ade9559f65aabef664f00eb18a3dfb67f0ce20857
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ef1c8cc4801bdb41e4d52df4dd2b47ce93cff79
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b993db24edd5ebe2b5797a63c455d472fbc2e7c1db660a12298ec9ef0d8ebbf5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7adc656d7228673ef797554c958539ce9431c2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f84d7221a9799cb71f5f0f3e5c469077fa4796158d14c237457165b7275957fd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb48a37cf65629ce6120fffbbb76eeaddba1c8b7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8e12b103f911d4e2a1df01b28f8062d4773a40b59ee102018de08f8643bac83
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59396351c24dce2fe85d7cfa4a5a38a37d85a382
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:300e2766cadd8b0e3b6dc50fdb8864d4eca44929cb62d01615c5f5142c5231b9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e5f4836b76a9697260ee44f08047ef4818187a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29f54a76b99b256c6e4671a910ac2ebc833fad3a7d6e329b1c66295232976d65
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e79dbe18651d88a9adfc3eae52b14dacb3d73812
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7e1b02d275ccb2fb8c38154f9e51a202886687d8ca859cb09d84a8bb47568d
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0daa7e9d12806dfb139328eb3835027762b7d52
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6945a7378de88602cbeda8b36f4e0d01e60ad5bc710e950caf063dc45edac2fc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20d97f0bfa498dff55e07b79a72c1302cdf6dbec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4d056f7115566f1477bf32472e7bb7274ae6894f02ccf28506c3772d1a4ffac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6e4b64efaf7783358fd890bb545ed0ef21280a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d1b21bc27743fce1368d07ad5af9bba48ceb4ec070476aa02f36c14876d2e0f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a74159ad867644a4caf1dc0e903a253f311a247
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f2eb2ebfa9960bfc26efc6a2911d40df42590995bfffafce67c14e175d6145
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8644541ff3c1b954ec49097403c91a73fa4d0bc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d09373b0bc6eaa6b04a6e4f15d2b326c9acc29af7b03cf549f545ac3aabcd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed940fcba43d489d309356533a6729c45b2a74a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:249a1ca723fd105c80a132854052799be17a535f64ed65bade534eefb71f7995
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd95b1b86a4266971553b0a6c2dd4b8bc896bbb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9be929d6151b6f22f7c56e49193d43dc391c45c58c582075cbac6269cbbe737
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44d55f876d304f3693f9dfd202db3e8bfa6399df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b5fc5ed8821f887db1b50f47a2e9dbff658552abdcfe6a2cbe2a6d01612f71e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c66b605eefcc9b22451a9da333ad08e20ad33ecd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea0309a8f7d68e7adeaec19ec41875777aa0aa340d37b426c463f5a17e78214
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a770f5538fdf383baeab4f882f2c018404114f73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fec70de6e40012e6cbf98a93a9fd834a8995b7054b0aff25f84dedfc5b37f545
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86ade09a2cfb9a975421587e29350926512d4417
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d274d56ef46afb4ba8cfeafde284752fe6ff806d157d106fd3b06463fb8cd550
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d6ba2c5026f2e215da618d76bcae7f2dcb496c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ae7edabf470ec9ba8d4a1bcaa3ba2439a7b9de5291085e369160da445f6895
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15e1c456045cd6d6fe80a470019ce0c113e76f2e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f0340c1230bbbbbfa5f0d691c07527a9113bf5cc29824a1edb2d5e6e3a5fe4c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9bcc20843505441a25512d385da09141e67157e2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb316b6001b6115773bb7f4cfb13119cbab9ef98a1e6963ac8ef3eb75e7d77e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..847af9c63752b4a925befe2ed32460ebc39da801
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73536e2725180247c4f525f32cb8e88df9866f57d914f8ed1a2a6583565c50b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f4ddc227678574399c50e343119ba9bd0754c2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5cd8283ba3b53ab9f8cfd28ea2acf7f1af10169f951a4f875e63ef9559607a5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32a4fc40531e51b8622b7f0653bf0b686ff67f49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d13741f0c1a5579c008cadd75172e750ceb0bf6d0aad46a26bc605b6206ee562
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..780dba5cf196e8855c23c426725959a0549e6e72
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596b7e3db5ed763f7f6108b990c5dca35915ddc07ce7587e518496820331b21c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e73a0a8f09f7db655010d3873f58e305b3b27b73
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686bcb53f5ddaef5cf7ccf0d3d3e038ede300b638f25c46142b2d01f10129834
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4451aad0d73084747441217610b53a2abf792c57
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3320a57d7c565f8344285466969b6beb32d495a42969f31fbf74409adf37683b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc0e21afbedf7300fc7ab76e8a11b9e0fe841846
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724104a6dc2bf258591afe7ee646e5bc24159793cf5ef4869e375e836c988eb6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ee3912de36e6a468b97d9a86d7378e16952fdb7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f942b431ab3632864d1d7117f9bab862235484f09ec88a682361671fdf3ecd1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d7cbcb456caab73f485f8464067c0baa1905f1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff1fe6ed853ef133bd9adcafd41446875cb5556f82234382b4ca9152405fa4b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c51e62c056c038be315e287ba1d9a57bdbcb90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b25e3515a3a93affbd6b1b7e6c432afd558a365450167cd63c32d269ad13b318
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a233218f427aeb23adda61b56e3581c4f4105ad1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dbd3d0660bb33bce81ba79822bbeae5340e213d5378db24b58317e8cd4345b6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2424088a04972f3bcaedf3260e68cbd351ec7ae7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a7a844ee07c0852155ac04df30536295d735a1e508abb8711e9da0ba35e53e2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab9220e7eec0497e53c31eb90226daa3814be146
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b3ecb2f06a347f5538a5ea1509b875a04ddd07500fb597621591c44ef232de7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e5ae4c0de15b3ad0ebd58f31ae1e8e75262f588
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d4947c917b8fd772616eb0e0f0dbdfc6ead4d7a4f1c95b4968df15486bfc4f
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5ad579c09d660fa41042ef759bb83818e9d83c9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e66b1c6cb394faecfd71f0e2a1b5dd754d5e255a2969ef36867d7f648277a0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dd52ea3d6ec1c0092a3b18c69c9c4fa069c3775
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13fd329526b5067ce9521fbb9a93a5bd3d77a71bbd90e3f0342f5be6318690b9
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abfa967bef6764db21041ddf95dbd238abcb245f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db538f4c98c5a4395925402ba6c4d0a6570dc1f242770c36c0911b556000bbc8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7126c2ed9a134efae9dd29b712a22049978a7b9f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d3cf4b68fcba06237d931d6869b10e5259af6364bec29de25f51535c0820a5e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abeddba6ae2bee8966c025c5871b5c0ba637b968
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a225153806cd6de48aa84d14b4bc6fbe63eeddd6317c1a64d6c35f4acd097b28
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4f11f58a8f0cb5d9ca277c6f65e2591a2c7fd2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af669566a089939f6898404019a525fbaeb3b22b203f9bf48ee17ab214d79d9d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47f5b7776e489d36685ae269df240fa3cb8e011a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0494ed44d41f60cde5b9c7f6704285ae5cb97801dd55efae6ed2e00e4cf68e93
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff2d2208bcab6911a681637af5973e2daab09823
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cd25811dd0fbeded725cca890ae8d03a4eb4595237acf77911d5ca8682d0593
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f1e3eebe2beb7e98bcb9b0983384ed24bfb24e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d31a2164c4eefe030908e8cca10e813cf47377460790b3bc2b329b17273f12b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b263250146645b9780ef80f05e8a342c0ef32873
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0314940b3eb538c66929210a4f7fd08b29b53d1570f477c666902b19bad1c88
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2389df9b097514437c9e1969cca1d477bb89b96a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59daad6245609f00d627d60b1b53b9be6c240ac037fb5aa84f3ecbe1df68df5e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5384113057545b527cd798ce16bd346be46f327
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:596d7a672535bece1bf9c00f379cffcdf06f336deebfb1d70917c177d4f4fd93
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d79b2a3de1d1c61db76828298bd91217d5de461
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78670b2f1244a64689253a990ce336f51f2ce46c1e3aba23635ceb54a014af38
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d674fe367edd1d07b2ba661b6487974340796d2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63862a22f675b7307ea502f373f0279a98eb288fde32c73bd9c6ae42bb33c7a5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9617357d3a0afdfed9d23894f35abedac1b9091
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3401a574bacf5c6bb7b6b0da951dbf742bdbdd4e1a6f2841b23067dc9bf34dbd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..585fbf5921ccea84e98a706af31200b49e22af9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d84567c4926153221bcb93953492e6e83ff5bacfa04e6b7cfe3d5e3fe5e3a725
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65639cd69f60c28ec07acf7168b45197107bcd5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9bdb3f4bf5542417d27c93f7f19398c61e9cd6914e283fe0a49df0455c071b8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa7ff406e974505cb47dd7443732bf6775e1b95
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93117188ef30ebf76341a129101f93175301d79a7f34c32afae879e239f2479c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20f15f63068df601253b2f0021e35da8247d351a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97b0ddf22ba46105fa10f73c4a9adc54e1011b09d7e4521fc5b9b5d89e74f68c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7df93b44e2151182e89587a81e543b0450c31e81
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:923157f933ffd9a49b82dae71326f11b1df6213e6642f85a372a3482ca5555fd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a640a6391e18772326f73ca3ea9d79b3c4caabc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a09d1fd502aed118d5a313ff00b41e125ac09a9da4caff14944d19cd99fa63
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c9235a61e38c2c808c4fc11fc8762c7f4cc42b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05402f2d1d427f4dc09802085da5b9fd10e89582e0aa4a424e3193e78def53fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f13b0363456420a496c59cf4eddc67636e35e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe20a1608104e6ba936c8519bfc89b41573a45b91d7348380fbe637f486464f0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bbfecf5233704cc3fc2a35d73fb60530a55e05c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0efb1ccaacf4f2f345a6d9154f211c680c78994344128cdb6a9116c4f842d8a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fbc95c82c115922e449957a4db2849abb15e082
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd66e38a0a75adfd3a05b2596d4820333f37415649abc813988038bb34652e8f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..029a92ab08063bb632a572f4db26626ad28b4169
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96e70a578cd00a10263d96e50dacc162dc814f954df09ecf662c741dcf8324fc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a744a25c053765a2bafaed9c9bb2d80e3cd776ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbee9c8f3a025142dc778671ba73cd7e7785305869e85a41f83ca2998106dc2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e27af0c96bc7d11c67d93e3344a15b46405346d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e09984f5dd7f4956878670bf4cb810a4b954d0e0603c8b0ea32cc8d3c66248e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f23d04a31d3c24c182aa301aaaaf1e810972b519
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63959eb991b5218c9c72edf459fbf98e8b7b5c34dd8a55841a1c87981c3d34b5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44bb8085a10a14ca5847bb52d0834c4b5ee4962b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e0750756697e63161a80ed5a3c580c0930c4e78912d5979735ca96c859afb70
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..215d82602ba177dcf9f043f2bc0708fa3092b362
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89ad0e96a9d683811d9d8f8d25cebe606373a5629fa278f2b465537b9157f6c1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbb952cdcf13c79983d6058a2ba2a0d78171c6e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ae57aa365ba77a86e99374ef68c7ee9f76d4a4b34000735e636a0c5a41ceb7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5120507cb2cca571342863270f3f3991ba29afc3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8617aad23d2edd82138cd761544e1d93d0f42dae52afdb270293df647529f71
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdd16eb31008060e5b1a321652114929b21f26b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c44e4dddcd06a443b12d561659fc8e67c42262b23d264edebc035fbef2f8ccc0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3e95093fc44c589522c950b3078845c75f8bc2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d054c3326541c10177a82b5b273d31e2e8fbce638b7814522804ddce35a096a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63eb8df45f56b98483642d65a6dd87c1e4624e36
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24b93a3c98540da9dfaba598d345b0a4da83e334b8e04ceba8095f7c2670d31d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cad8508a2b813d696de308b4b44e4d985ae7ab6a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf6a0ebe9f34cd228ef0b0c68936bcd8db3619a2c38bd8135d0c0c603c444e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d22dbcda3e5c1bceac5fd08aba322d690563ba37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c65284cde85172dac3737cf7e77afcc7b7ed16a60e3a79365a4c6cd42151b83
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a142beb219c6ac05bd1306c7cd6aeb2c796044b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1bf23dcd9822b931ff6c5e08fb672eb31b65545366e609fb8c7067682ec7616
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a3146f83da89a24cfd9927883823ea09a40f4a9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b543c020b7986aeea77b14af5f74d1c04259d774a3785fb1ba50a6f37c6f52f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54b90f5e4716bae1d12385d091df765ae4c90354
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414ec8ea85396ebe0880244031d46afd056ffc08a99d0a596839f093393e472c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd231866aafdd6cbd32127a58af173581844a34d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fdf403a98ad6a19c3dfcb91858c324331a562f42d79587f4c0f723b92c4ff9c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24e37179e0b442e8bcf5c94e588b4c8721a8053e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5100a2375829a855ecde70f73b820cbcfa673a534b65c97a2ecbd098ee67fdb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6feb78b6f50e3a8311794b783e1b79a4f41dbc53
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c0799598fc769ec9799051bc8f2c057f4f03ca5804c693a19bff9fe746e12b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba246ebd62373cc8fd9df0dba4e637f2b6e25180
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:901dfa43830a9a762c4cda02cda545a4f82b10b064039a664fcaf7d905a0b3f9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c28679837c58600dee3a91410acc6561fec2002f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96940f1a58f7105dc530285287d88532f21862d99c926cfedfbe2913ea597e2d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e34600bd96615e94ecf232c2d3cb215635839c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08cc887e3514123c0f20e21424a9c2df92b7f742a2c8833a66c65930e16c10a3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2828d41d34d92240df81a64e2020ff813bdf90f2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0235ed96e651287c6a9ccd553e50ff8a700b3e813a53cddbcf6a05e6ced4268f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920df2181833ff51b514936782660e2cb37875c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdee77c58eab95dd18b56084a6006dd0715cf712018ea418d2e97fada1ecae0d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..323b85725d619caa0397102f8d847a1337b65cc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f9c26db31336885cec412029161c3960be6a33d96b8eaa1651ac39596617806
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5f1191a1b85ffea97677cc9a87d3d27bbb56440
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdda527948aad09a0655f8e6c0e10bfdfac5d0d17f69f5c623b0fa9891f8e08
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89fd5c9aa308f3de8e577b182605a91fd67d6b02
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ef07f633243e68a20670e37f93daa8b88d47ab8a230082ad4769d71a84baac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..feff70d88acb8aeb34d8ecb999465b66c2bdac92
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3af7044af241f28659c50d106a76eda0469878510fc85f920cd84167f5b6813b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4abb208ff031dec34076ecfa769b24c417578921
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e4cd755a85c9fe2d7233ab2804ec37b23aa1d97c53d275def8d80637fd9aa53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a647712bc9a485565799872fde00b0a2a23771e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/method/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1d4d2c1948d12c306a682db1d862f8b4862ae6e11983790a30ee8f80f2cd03
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/lm_head/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/lm_head/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36b7a62126684bdef1c5cfa93678b812e6528996
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/lm_head/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e0996097363b29120ca8a54c04a61bf71e18b14f5902e6bde364e85d9095d14
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/lm_head/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/lm_head/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51cac8194b5ac4244f60f9443c347f477905796d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/lm_head/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1d1cf1734135b4e9c51339ad6e25382ac47b6c570b820bc2a419d2acf58ef3a
+size 129155
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31b14386c671f671c256cca14e73c029c1b313cc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:259b0bab8655ef40dccb6ca857b6c3ba3ed3d96ac10af7d72e6735d0ed9e036e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d2877f7094f290dfb5662950c03e42be2c1ccd9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11b2a12a922e6ee3a57ebdf970233042e07c5c80b67de61b5495b2efea2a95b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775edd3bf1d461115ab55235b9157c1d433df8d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcc507ac1350e2d14d82b2c9a033afec92f2c5288515455f1320aac13a22e210
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f30b542a160ffccb48f1cb8790325c2d332531d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88a231b512bde07a6768b9b93ea14de75623ccc14d12808db640d4f14b28607d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa503c8f5b9c9aa958885e5f207e3a0e28e6b3d1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5c3c5c3fb84ac54e7f4209238ca34b617abd27a7f6780fc9ffb86a5cc46591
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6ed64167840e73967b8f4291e364d114bc1f89
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9caf47c21ade703c7c48e4a9271613bd19a8778097451fc628284bb6ff0d52d0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae88ec14bc79d3a15f80c938417f816050564049
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f645258dc5c2a68eb8eafed94a40e75a8b14230a40d4e67cf91922a68265b006
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0d9cd9d241d539839da63aa8b9085e64ffa8e7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4cdfaade254e0094eee6c9c334e73e3f2d42fc7e55c7d8e079de9c890941ac
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616ac50298d169d3edfb0a9b651ee0a17c5b80f7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe0eccd2e0d009e8017c210430b47a8e48e5504a4978a459b1f8821d0001520
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcd82f612ee4cb0740c2807bf785dc1df4abae3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fee186a932f6f52c1301ced69fddd479ef583c92127e776868e39cdd52c2ed4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f95d69056093ab8c2b61fd73c9e2cf3891310cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ae8cebda653206feed438521c901e581e463924a2c3f88eaaf63df3da23dc1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f7d803d8ee83098e2e93f459677a6b275074fda
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474303f64c8e7adb9ba5031c74b17907d1e32a9ef802f8dae8bb1dbd5d3e7093
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487a2393f8d799c68165b4ee51e0c61dd2163de2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36ed48c192d93610f3e5f6db3b10b2b492782f218f148a0aabd34ab106e508a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..218da1ad7bcaf862cb0535e693383721f9cbf578
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.0.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac882eea2381cf7b7743084a7e7e8cbf385143089996649fd99336eb46fc2e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..959ebdbec91e488685a6886d37d5898aa7ecfcb3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d6c7765ce77656233ce2cccbda49a717bb0113a331ac75de30f88e5c5863ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d8175dcef1d01bdde02d707a69100e6bdee7947
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70c4c83c74a74bc5a5be866c9e09c787db0ed709f2bdb71fbc2e697ba394f8da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30ce2b555574cd6c11f6f424b1e5eb1fa0b47cf8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f058b52d1ef756a026f2f95cb4b1bee752080f3fad8a9cff3ca4a90f7212d204
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..066d55325836846433b3258b70416e4da655f07c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce12fb13602e729a224b9e09d51e02d6adc9499675a6efbdca8a5b45a56b013f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a47343e18a951218e5d8071dc0247828bbff4786
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5b108f6c4451ca2868e7aa0890eef3f90b113c23a8604712970680b43ad86c0
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a8dfcf797ff0bf23b8d004e68da58e711545260
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccfa9deecd185d130dd6f80ec87dab9d0b43200ca823f3eb4d878ada68f80561
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40a179a096940ef01879b801597d912cc7e03f21
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5eedeba3527293b89da7b9467ee81f9f3929fc6337f19e10a5ee8b67770879
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55307a04ac606bbe3f0874978a2057b1a01639e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bf460dfda04d8c171aeddbe865f14cec2b23bfcda0a2f2ce68e4934dd440881
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d8b01a2dbae51327665bfd52fc8d9dc3768099e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45ed1e00cb9c1b3e314cbf327f006dec528d0f000814f157ab0d356b458df208
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0115ba3f7de2cdd674bd86cf2ef19b02a16541e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de991149726c317805249e47578c3cb49227006a37bac73ab7e9132cde64635c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73307f124ec9839aca949ffb9646ccf70d39f197
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486a9a31efc2275cc61c5228a2df81788e483eb2bdc20ca39d56b59cab35f840
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01efd4e4cbf18e91cae0c0e4773c93aea6342190
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a961f8c0fe3b608124840318c75afd3a34201f7d97d044dd9245a56b5ab73ba1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85611dd17fce0cc2f68171de5b7e767da68b7a1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96c37e863fbd7cd0052cff5b726bcdf3736c4c45fd51f532d6e084ca04035b17
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4443a94392f8118eac8709b89430ad246694dd1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.1.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbe83d304273cf11f3626c11d2b970cccc612d7c90b832423d5622856b812024
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cc0721c05ae328e2af9501b4bdfa806d9b54a4e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8f29d19bb7317db777ead151531ea6a75854320473decd502119a22099b9a17
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e599d23b7fbc00187f45f8f00d80b5e2548364
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b1a2a4c13f556cae626b44b2ffd79c0464f0b0d8054846eac88bdb97b6ab40
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e907df65207234a9dc3a1ad77972ae56ea1d617
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bc1c2f5ca8eed8b54a830b18d534c42d5aa9f3a357b4c1ff8f31540453b3f4e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5636f08aff292d0d6e7e80db2621b6440b0b2a5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3363215d7a1812a64150eb82b51e3427809338063312dc2d166a7d9ce615f263
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe9e2bcb860eb040f1c907bfa78d9af770055e5c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bef303dcf90bdf8bb501db261b3c34c1d30438fadaadd80e50c55c6b67379348
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc2f38f887ba32fb3c681a05802581df45e3698
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72d7791e0d6fd1b9e172a88ef6014e45a68896eb26585bb4621a8132241de1c2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4eb9f15ae8d838c91721804629d326aeabb31cce
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fbb3ad381cd7caca1f352c7ab29bf99580fb4e1d5ff7d04f6acee580bf3c215
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0097027a530ea417e7c9b98b4437b3e68e523bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e1c49d89982f75b4ff8dbb532233c6b444d10c0ad12011ed1671b5317665efc
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95160088dd94ed4ae1e12bb44a8228034e6567b5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a038a8cdad350eeddadc6b26c53ccc6d2b90cc71fd28d701528101e8d0a781a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7fbe397f33d29cd1f1428f183612ef6bce6cc63e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ed080206b49421add189072ceaf8ee4252893b4ebc83dbe1d7d559506a030b5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de46b20d6ab6dbdc03fb30b0e81e07e49f3ea44a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8032809a54b0672da7499d515eacd19c17a0c0fb852b7422c1a9471256821ac
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30a5ca76844b9b4033797d49672d4314cdbb7616
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4475a90b27e098d1605726eddb1d1c4753cc3e7302b529a92a220584d99b5931
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6376bac4182cbea1a6611c084f02bb45124dcacc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc6494a265f425729bdd06ac5208bc34223869c85f21bd07389d11b85079b553
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf97224950971221820cd73fb12fc239543ffaed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.10.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f2d41099d2b11f3fe8d6fca9489dc031d990b0f0e2cb5c362ba9a9e7f21201
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73b8781ace8dfa160399f2cbe2f469ea3803d6c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7624852158a20755766f15fdf15fdea44bbb2ae2d373cdf7bcf5d416ac92abbd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c93541ebacf8bdc37a5d72671475b540bf7c50a2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1edf42b9ebc689a6c5b1d6c94724cdeef85ab75323799ca6fdda2925590b6b89
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116273654b16af07463d9b5a740eb610e6a58ee0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10af7443c55c6f12d65b2145fce40852717d1e06d6fc4cfded1b1aeb296f97cf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b44e136ad0e9673c777d38f7d8be61dad5771a24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5736e948ce4eeabd5e70db642a4dc7adab0167aee1a74bf1b7562fdc87250e4a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8c5181b61e77fe4cdb895006318efbe7ccd31e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dea9d648d4aa8f5c6963e2bc8399e7c3549e95b665ff5e59797ba2152a11392
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..607cd667d58fb73c1d14cab5056d02fe7566fd0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9b1a6d893c516f15beb86a76e8fb5f1bc2343fd982d673c2322fc389f86a44c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb91b1e50bd4faa8bfa08a5ab74141107610d6ca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f0f69fec4014bf88ec0405edf9bca071a8be3d499b8d6e89a23b6979063e474
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b061f9561f210c0c07f01588a1867d18e8c7f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2098b54a6158e06a5dca2a196ee293eb9b02aa092d9541defb243165db4da11
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca2c6d0bc1105d97d5d446dd840f118b0bc0acc0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a00d5e0a5488530f4477f7e254f0e691236aa80b06cd77adbe788ace141e922
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2de2a9c07d0d017e38e8a342a91bea6d33854066
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba101933ec7ff9be1f4e3effd303d33fc4edb153ac601ae747e997c8d8ab814d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f73079bf61695f7a5da5e1eb7df08f4c5e02bcfc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:492724f2bdbcdfde1db304ed754d5e248bdd5addce8fa077d65a51335f3d239a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d04426028385162fed7cf83dd30fc41301957d14
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd4bc89c57e0b40856031c5556ef6974edcb9beb02a59626760da9b39c07dee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63471b681a8990456acdc58d3695c3b7f936f7dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91c95dba4ce0cb65f0ed5e376ce13b6d8ac5f5f0c22aaae4844a62921b5e5edd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a64e7d0e6bdf3920a885ff765da85bdb2d08b1b4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.11.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7fca7b1297eebf8e5651fd362f53eb1b26cbd04413bfcc30927e9c20fd0ec4
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dedeb301194163d42a4a1c8705f7168cc304e0f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd41650b3a6e6c1729abea7367ec6b081e95175a4e04c5337f968369be790bd5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc1fb09007f350a5f585ef43e0c85f08879f49be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1779429619b424f752a0df10d4e26b3074435679c7f64fd3a57d5282ceed6ab0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..291d8ba7f3face2c85298e746045a4af60f61fa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbc83a652fffa57aa4378ade7de1b6e24ef88045e3eb2daf2f1a4911a4c822e9
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..772b0ed11d166aab2660440961c36b2a1f2b6895
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b27be6be250d06ede449d74d7cec6c9255ad9e350806965982a78ab025d93ef
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad7a0912a8404748f657af81248e30d23c311f9e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d37a57d36872766d33cdbabd21aba0ab48f735ff56500dcbeb2c9de64d3cca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec04c4303b265a1d8cb1295ad7d3be1ec9881b78
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed5791afd822b5941ab4b7e7865198d045c2cb800a716ce1441c0b8673d512d
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009d9a9503df79c6ab800b9fa2a717f33ceac91d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da2c2f8f5fdb5de14929c3c12048aa202de155bff69f32903c630b24537fe74
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d71797cae575584d5c0e99a7d2d0323129772990
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee43bd85302e07f78afa913261ceb905a2bbfa520b1db19fccb0724f90c20e5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1badb7198ba8f30d216fda9363ffd86d74dad5f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af63b46be26eca209a6935baf15ae92ab11749b9abc989ccc85b4fff99ce771f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7301dcdfbaf8fc351659a2ea397b2c5f9ed47111
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18d2f1c9777a178ca4191881366b5dca457e38636d2d52914170748541da77b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cc73bcf70409cf5e829e8dd07c5b30477f30aff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665fc55272cb8264a4750c4a34479d0255bb88503cf82ae4a4b5ff09f0a57a54
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be8accd16daa2de9b0b5602d97a0233226a29ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c1e3d79949d8d79b44d1a4e98c5ef62a2a9c52bdca204143267aad737c50889
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fd0baeaef97be005a5b1f6e088fc5e0144208f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420eaed41227c183967d45d7ca1b04f6b3c2fa6eda2a7cc850ad3c685046f884
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caab18378a48078d04b1ce43924471d40065b720
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.12.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:547085cf7bd55edc005bb95d5eccb148b60876b10f63f95ab6b41de3ec68c273
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2640648c023ff6bdf7a13024dd6ff9e217e6b39a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d5436190d14c6f2654f11802416847afc377559c34acb0c0161a91b438501a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5db5645179c0f98e327400de5b6a0402ec5bd1e4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafd8adb97a26ebb322edcdd0cb378de9317632438320de6a4cb6f26db8ce143
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5b47dc056fdb0e7fa4af581911467dad817d4df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13601564b1f19a945e812e65aa576ad2011a621befa0324f1182761a5a3a88f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c22cf560c34496465b193ccc49205e9db62313b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d93902b8009222c6b547ad0c74ddda4f5bd83bdfab193076f10dc0fef19ab22
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7fa542c7510d864ff580d675a9efc1847193e9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45df0d5be800e16e7d369fbe95f02abae850c9c6809546f72cd2fb7527909dcd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..031aee88882d6934d3eabbb9b791235a5aecb807
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561387bac5ffaa792c7f4c694e5ab9ed61facc38f8243f21ddea72a84e96410f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..572317fcee2044f15ef6696a17b72896c5c8ba65
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933f2be3f5128eb109a19b133b469c1eb0ae8c88b5e0138cda9a4d33beef4b8b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..222994723afb3c4a35ffd62ede7125c968863a39
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81e94b2e07dd46a17251f83c512af4961d8ae1171e1a00bbe1a16300572b3fc8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a53646ea1b38065284f8ab369d27c6ba9bc0b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:642635680be2b137774c34bd8f94bedd3b43a5e4fda72662c8a4d3bdf57ca689
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f82439acd715ea24e15fb6ca4ccca97057ec4008
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1215cf99ae47bd3f657d823364cb1e84817a7603c9eb8c722c73810543debdc3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9904560b7c3481157866d302297d9309472f6d9c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4238542c9d948a5bdcd83d71e3166315095a55cdd5f0827ffdff6438267e62d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db5d8950f8194053a2bf2aaa7bbce141e530776c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ba76e78b5d9aabddfc15819c7c2f11a5f6876ad0f82f7efc6b1f5edcb5370ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5d385bde8c8c52fcdbaab53eabc8e1ba7097cf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c263e45a0c6d0d187cfa371409072f62496648ac360ec78e113fbd93fa47bd5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0eb3d6868bdb6309fb55d00129bb19db29492fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.13.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4025d13fde9b206ba1c6624fef115174eec7114c8334b90760a8a0661694a6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e473ffb936a4b254f82bb8de9154fda1176da787
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bcd17f2977656b2978f821cbdeca7be2121a022d02bc1873035737a075485d5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b08587944c83dfbab0261fed2908173b2e63e3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5a42944c14e50f766d50f333aec929223b1e360be19f2355b1b99488e10c07f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a688c844489a7336942acb613308b86c6735db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9126c874ee9b61d5b5fe707e4f6ab4763d7fb7c38da59a08fc74f15f6cda921
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3e0a4f2e057d7ee163a90084f5c2bd64b681073
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9f0a68a47666f9fd5fd3823f5a96cc31f09939ad3057c59a5c1e00bbbe63e1f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29eade519b3ee186995d120423206451aac46c47
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5126530c22778466403598875bd048f9d4960b9e067f2964d22981ce9f71d8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2893f0846f3e94e824d74e0743d889424b213361
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8967522fab0c0f3251e3ab8c52b48d53748ee5e756faf2ef2110afe283b2552
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b48e2731f960d16fcf2d599712e57257b0361467
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab698d8ef1b7d0ebe448efc7cb364b2121668733f8ef0c7b67905fb674e2d686
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f900937ad99981b800c1fca8cbc612b23a58681
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85960894f0ff1c25cc481091df85f733234c14a8b16f3f15175b2aba5acaa6f5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bbaa75dc801bf4ad2039a8ce58f5c7b3b70e0a0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3dfb3714fe6bb47a175ff91820d576c00124fd18b23910b3be61dbd26782652
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23bf1a86876459f0804f088542a9fae4f579e3fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f22b5c9df834520ec3a445daa335507955f01965c025f944a09ece18b1a969
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cafb0d8eeb8de2c8f16b86af8a81f6edaa7706bb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd3f73f4258f091edc520596aecb96bb8b2b704196252332426c37808d584c2e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcfe14be61e3362fd932476990718ef48dcfac6f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251a48df43368b7f0b029e1e9e0aed7cac344e7e5356ed950991f726e251f290
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d002d3c0abfe3988b20995c2a966945f6c55d514
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:297750df2995a16131c073e4ea7af85cd65d97c71cc5675db4f587aa43375fe7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad2b3a759f7f841017d01fd379771fb9ea0c7ce9
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.14.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:088e60ad0ee834cda49c396fac8fca66e2eb00a1fc4e77353b84493a749338e6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41745dd2f7e9b693e9b36778335efc515bb44fff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b7408fb116440778531ab2d676c83bfe8598092b33e6aae7b96bf8c59a3b1cb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c7c4ac88b83c17f56e60fd4ae5a6668c69286d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:605ed23dddd604592e05baa054ce8d251fa5d8d79772bd06eb15c9a48aade1da
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d65f089602b5686c857421b89de2eb545b70749c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91d0d7942bf76c1a58ade3668287bb4199a58531db3478b9a906eb5f367679c5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4802e7c9436450a9c33a99d80c3e2aa2f18dafcb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392ff256706674b49d5366a594830897dbde790b73c8dbe86333e5ccda8ceeed
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af81c6300e64bc1e864286fd539a6dc54e15e7ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:862a0998f600a14cb5d05e4de46a408b2a041468b631da41d2472f70e68b4404
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b3b84163072bb268ca8710dfed7760dd139a277
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e62cc101eb0ed403add27e0ccaa1548b188a65195c51857779fe8f9a277d340
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c72819a77dbf97c9bf6733343bbd11f71abdfd6e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09ca8997596dea0a8b0dbe741345bf23a7d39cb67217cc1cf4faca8b1d7c4e85
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..252708ffdcdc5d08aa70ddc06e2f3766ac5f3168
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7538115cc7b3777a70abe2f978062fc8a862b808b84e4fe2bc1343b82a9a0aca
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6825b3deccea1d900e101ba9004fdb83f6462e38
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e2a6f11bbf54486670e396ba58999b36b3e6b787607acbbe894e1e66f15d7ad
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28211d2c468ef98a20204a4a340d0f275633f015
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a35a98958be2c7a38ab0a5e07d6dd7af92e48a76f2296e8453fc09afd33a2953
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bba1c65d8fe45031501b0f36ee16afcef799e0d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:372d0fe09061cca5b5b2bcb6cd1f8562ed28c82de850878eb3d4636e50aa97e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e4bf346c9955c2a59dc270fdf97333d76fbbbe3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4def90e4d252f00fbafea476c8684e38670504342ec57cd1b3954905779ca72e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46f3e38ea1a8922e16ad42762d7c1fbaae7a2f8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d4fecd6162d58d7a6d99dacd3f4ab5e794c0ad566419b776aeb2738390a109
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac443bf40cb69db96c3d9e6ad220bf3025b52a56
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.15.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e9284ff180423be402f221b4308ef8163379ef13811ab315fa73c7734e5296
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404f9bb014b5c82acc3f48f5346fec5d97f4adc4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b705c4aa3bf3ebc5af7ac0bdee6a712484926846cd18efdd125fae19d0cdf2b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9372cc1c0bf38fb3f0018bcbab836f5df9ff534e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44b1fcab76175d0b82940020db02d4edd0a4ca66a723570cfd2325797b40ceb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0310747ee3d50c492f2b66e5936d237eb39fa214
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dae21c17dddebda6a67490b119c667ef5147989d2621a8655a520c5d2b968b5
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef5c7d65b97747d016cb7bada95fac1aec69eb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fec4bc9bc2f0ebdf492c944e9f696f960e71e3e2531f0ed706d1d57d4d065af
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e611342c4143f9d66bc9ccc451bc1e97e0d01be
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99f0081514e4a70dd926e85b7daad187bd2c9d860465ce1312a7fed9219c942f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9316b0934d51b5bc3b4907488f2712d1add065ba
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad3e73d603bd222d5cca3695fc2a0340e7a00a9412918dc72981c231baefa16
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6abd7f2fc8a0fd39beaf6d34c3673a7f0339815b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b1c2d22a94cfe473a0e10365a8a64dd6adffc2976d1bf4119982ddbb21ddd91
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52ede4bee629fcc75c05dc85f9b320dbfdab529a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2e36b8efb639b6bd88f28591f5a4726b11d49d69e247301e27c434027dbea9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c90ae470dff943184e529bf7a95898be53d7db15
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa02cbdcb6e4eed59e284efaf9feb8c7504044efd4c2b5f69a1cf86e30940c17
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb4b0180b3c49ea76ad3c5c6a601a1f7eff94db6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4907e2602800d51c369171605a6f746a4c39d1812beb32035a9e54686693c52a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55cf6921c605d057c7e551c7249792f8ad98dd7b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:312d10bcbb7b20a059abedef4e63ef8ad94a843f3edc68cb6fd912fb6dcb042f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed290f058748e3d05da85cf47a1ac5a5a7399b24
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef6bf916051241ff6b21a5a07e3ea765254ed5f73e247cb5491deb6951d3ee4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8dcdca310db0e1812decde0d143229f5db562eb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7a00e92e6111d6c20a7c93e050a3b665a756888656a29cfa4bd7ac0f62d3e8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..720cb063548bdaa64882773b388e035577f25bc8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.16.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47f66e4143ca7ab5603a9d018f2c8e2b28d580b5346672f88cfd41b5f1f5ba3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ab0466cabea5b139c184b1c243c409d62b556d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a10ad90ccc69126a7df9de4e2c4f8f7eec4dfd95ae71707e3de1080341bf15a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e1b34aa5a544762f88333a6b4d5ca5e8e01323d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02f7fbaa491bb91e07b842cf7cad79e8d5cafb8dbf6b0039a8e75ba5edd09d72
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e672182b5af497bc8e7238be61216215873df37
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ba930f363394d4aff0b69365ef59e4ed9d7f0aca4d814b3615a051b35670ce2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..899229bd67d3352b848c330070b71be902821d8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce082b7973af7ccc4576f2678cb0a027a5c98aa47a4e97e2eda44c92c6ae85c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26d920c111695f5f33ec565180e246435c13d7a1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89df7a3253c3a12e35f7abd5800831b9d00886745e75080b8cbb227907228084
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b5dae01662234e51aa86527c50f785cded58409
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34b4c7bc0b3d3e5628fc35b74edbad82b020365e9cb1946af34acf8b49951d3b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5f361d10abd3526bfa4669ebc585df671fd3d0b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53884d1858ed82bbe2723a5b37961190997bd40d92ab34fffe01067902c629c2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..36d38b819c73a1d7569412b22bd11d0431b789e1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:79e636ca647de16535bd01bae385b208eaede0cee06fe11144bd20a42a331079
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c2152751fdac190ed0035c9bd9ccabd217ec3c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb2acc4252672c7d1c26a776e326ecddfad7cdc4493e1ddd4d6be22bffc0cc4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..279b2b46c07cca5d032cc69f273c4b2414730283
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b52271bde5344df8192002b7f7c1c95c39c00391eea916975003bc73b39840ee
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ff2f0bf2df46fcb9d5394e8c02e1fd773eac8df
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4076216ad0d9f6230c0fb14241f6ff22c1657843bbb988160f776ba98a11840
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c7802c158a5c9997839e4826bbb828b2621f116
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56c333a51d6aa675f35d3372fa75c21290cbb534242b5c4bbf3a25be9fcfb236
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f151f450c77a0534de00c9da0fff9ac86f23892c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40523d9f46f8f7ac77cd4922b3a54bd32f5820cacd752bf93999b5f37d240533
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fe73ad71d377a6db8ebfb0d00dc821683c84963
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.17.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04257459bdc9dc2d8d9de930b20710b7338e17dd623b4b8cd2af44b3349911c1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3bc92ff343e01fa9646c135714931256ac98404
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00dd0fcac9d48f9fde640ba22aea4be4489d9b9a6c54a8c46dd507b16214c58d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e265cd65f0ae6d850822d693ee04ffe195d1d642
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c065279b07990c02671a1e6489bea8560991c65c87a047838e0aab6a2a9fbae
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee9c7469c103811f668542f45c1feed7da9c0a49
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3165ec8852c0c06a91c2fc9d99266659c968ec28dd524b1170afe417bcc1e44f
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..742dcad748f3e6dff6cf1bede7aecfd3fbbcb0ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1dbc248336d325ae93d3705a5097449d73afde8d52f51fbf12cd47355ac1a8a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..102431fc1ce18e02032d8c3522f74108b7d5bca6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2af9d8b34de1aa21885a46d01e426e79141133caa39fd5878d6865ae8c0a0056
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1913279380a661de97025ae64d7e7b1b33ba054
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e38f1b3fba7bf22e6b72c7a2bf9999213a392466676989fc134175379a1f8666
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253581e35886f1d996830ef6e09ebe75ac2a2db5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:638c628e7c595f96e0a36796aa6b2e54f656f740887c1d0b51a2a1ccdccc1d53
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31959601473c0509f5881be12a1cc5d5175562f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:971419bb9af8378f259cf0581189d98748cbf41fae4d973d57bdc968fc8cde60
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4c237ed9c5dc25ce2f00aa23d6f213480a5eb5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e529c01d56b4ce64b42d5a24ddc69566ef39ebfbc498087399b83f33ca1af652
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..794ec3f1e832973f966a0ecc2c2e6484105b0d33
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0296d40bcbbb2dbf4a4075fc546cb020b72c9a1dbcd297bd724c3448d667612
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f99aaf139ae401b7e181520d463ea43a228a380a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:371cf6b7ee476d7e9e0908b2e3450ad4840abc3e0ced4340f11b4cdbec9a647a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c303cc936e27b2c770ec601a9817d4ef61419572
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a98d5e7ec1e984dd6807a82adc013757184199c95c1fab8fc083fb02718b20d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d3c94d98c9a59f0d8023f1b9126ee4448b874d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86af62bed8e1fb57214133c86917a9681a54247af5f9fc83cf1ed57192637596
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2ca1670b199a616658a02b4c561b9ed131c745
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.18.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dd8a8fc49a2b6ae2dba20f2d0736a19cca1cfd8ef492613286fe709c8a2c92e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..137c5c99a03aa8a6dbf0da42c352c62f7bb5ded8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:474d9c5abe219d9f6c91a0c6a090d0e1dd4f094eb2c5a59146f4756dce364e7e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..807adbc5a500aa5bf12ca5ee9b1a30ae985d146b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0528edbbc8260183c02e5de48287b7491ae7cab2053b7b2a363cb03b100835d7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..712730a66fa39123f81295583d865833fc7a4ff8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e725e3257643d8b8c1a88f0029bc0f439c6111317f72eac3b0f68525386100c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de946c7ad7ab98dcd49412f99d080cbdaff2ceb0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e185f7ea1e86971db323f007be979abd6ee178f3ee210c3f5f6395f7f3a564
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d518c995a81913d573f1d3a059992e136122c39c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf70951f5904b34d4fc72534ce6c2d76ae67a1875c12b2751190e7706f21b69c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13696cdf6cb0bf9c0a56e812e142a3abd9396fe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c184e6f6ede15f67ebd390feebe3b1ecbf76785e01b51dd12e6496ef2d15367e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7e1b7854ca9cf77146437f54f27af463d9d39a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e37ad560a342636ceb5cac44abe159b210270fab41fcc41bf146b079cb3f9b82
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f056045e578dc4a356189823c1182e31217fce42
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b0273d4d8a19525410b583a4b09e901e42f2d469405785c06bac5b326b089b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6d87153f387b0840d343610d46b4a6b55b8a95e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0c6be4e73602daf1b411bd83c7462582b61b3efd2740d99285c44a6b647a887
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d452c579f54b769baf5b9a5421ed77f8b56f44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a57478aa0b124a40b3dfefd687326c32a4a7f3b26826bc450d87f5eb6dcfb128
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf0edee4d0a996a51589c9b6f1c5a47825cfdf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0f0ea9d5a0a71cb17e81d0cf690b56ee512621a35fc14e2ac2075929f819261
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02a30152454c51de95118820f75ea356aff8dcd0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d516693fc3a8e3db7be82a5979d57a643ba5d572b14c963da77bb054a770f685
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db515311ca4b0a530403837bce419901476a6f05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd082a3714bd9f1d347c0fb6e6e6bd1dab048c1dc696f35d3cd547467e30664e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2ac5e2861d0a7c905434c3a4c12014120e943fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.19.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3806eb977c905d28ce93a2d06d7597c506f296ebf352381db1488f15803a26
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db91a198cdbaee6ea7a6ad3704a7061c15985a91
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cc5079ac65e7074cf4b910cdff6cf6d7f72933afb6eba0c452d136ed9310644
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4cbc343703e0fc8043a6f350c894f4af5d75337
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d528bec00af887b5c4ab39681ba1d9eb5b6a7ce6729aaf3a79e8b6cd3c10db1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fc89b09ef8053c5994237295a8824ed5fd49070
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64f9b8e344c1509d96d3a84dd55268c38891e3734d0a78fb9bf7f18c964bc4bd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38776b7c110462491c23e97b84a8e8960d6bf7a7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b37538f31e2ae54ac67eb7ed03cf0e0cabdf5daf84bebcff52e3e0269eb3043
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df0d422c555d7aa87a206264f75cea83090c4723
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1366cb27f1760e5ebac0977ebc79bf462937a7b4c4118ab921b24459ffdc93cf
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc5516bc419104eb6d29243a09e9a037eb30034
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef43a990c15f251d52a4ffa7f2f4c25c2b4d950b3bcf949418c0d96362a01ba
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e9e281edd6dafcf16e4a080c0b2f1f92563696
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c8a647cc54eb405414920682b4fbda07d73517cbc43149129cd43584c4980eb
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..021422905b2501d6c0fa75ddd3ba812d3ef4f07d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04c8d5a16bdd9aab8962389af25170f2fc5abdcfeb4da6956edce808473fd152
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10a2e50d94df609c8d5f9709599f4a5ead7971e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11929cfdae7f598ed516c7a01ff062b7b177cac056f191210532444821347ffb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..92f1b75ef84925d81e58203dd1e28925cba8b6ab
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d502a2f5080ca3a6693660d17354336038734c64f30a5072fd26f8cf8b1b074f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa275fccb4d3cff6dad3f06bd851810bb163f540
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a995cb91ca523befacf3cd52da203d201ae68c216677150a5d62fc2b18ab03
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8880dd229ffe84fed4438aa2ec5f021fcee81c01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2221da229fef5eb61876d10d3e7c5cc73653c0063da09e0a02257f00050223e3
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b683ea815b30416040c5f5d2ea8ec208a0f39a12
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:010af8784968e41d455461babc1debc698920efc252fd73822631d91e70526af
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3b86ccc159e042b3fbd6b5a4bd2431a50e87991
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.2.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8371506231444c97306fadef43f837c8f044c3a9c820014647d497c11c4a32c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77281e9668b4c0a51e7a1043e98341207cd9c277
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d17d98f158b181952d8b9b5301314c8be1854087430bec07fd971cd5523b2037
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d33f80597b1bd1227a8f9537473b9b34a6d1ed
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a233f9bfe82b9a9734d7310eea595e3644b58b457cc80a22563d4238c5b0b4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e2030b59daef5218e71fe9f1c27a8fff91ca084
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a756541e6e73d51e3b32019ef6d4e4167a23666a846dfe92b83f3412c6d2dc3
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..758190547bb79a22c47d4fd74ec02a7dc626d1d7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18cb4ee12410d0b4fd47ab226a4b2478b32d41a6098b46d86c1adbc695d429a2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e9c9f9ae275de2f6b49486489b685da8a4e0988
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b95cd350da84caa94f8435b43843d0c73be48b97b44de416f0af7a8e947a47d7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..250942d95c3904da71eeb43b9a1d8d3ee0934b66
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09bfcb3111ef6c9fb3b4214d7fb65009a588088912031ff37ab4b47af46edc00
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99778801559a2e664fb85196f881f029b209b241
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7ab41d838a6ac1cf462b2a9d4a9c9c06bb16b03c1103450ba90eaa22e8a9f9
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a1fdbe80b0d2c511c81bb105f91bc59e663dc2c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8222b9eb57738e790a8eee960da8d674030965f9486a1d535b922a9489fcb9f5
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62cf0fc713a40a34b549a36260c2fd5ae4e14595
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5e64cb82e4b2048becf2dba0c4f8b20decccee699268292a313965e9e342d5d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2a90f61d7eb73a0f2eea0a58829ee620a1650f1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb2443f979691030c04e850fdfafb20378af7d99b0890e43631c49ac1fc7ed8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8850efa076bf0ea9fd6e8c91094da9d266b8d436
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a7eff3e121d39df64a4784ae5eb6da0e5d6a28407b8517382fd52dab59c937
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12b23bb8939ee92f843afbf06cddf6ae41e628d0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0bf481e2cb8d904f5ff562a418293db487ceefa98ede1773c6906f3e052d7c0
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0523485c2366b95066871d5d8e37e57e46e152f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5560c0b7a98058f08534a97d1995dff43bf3f7d975ddd010dea19d54817dc3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85f5d21500abdd6b4cda98bb0560bac3613b3100
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.20.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:660ab0f9ed8b24de364280cb4c93842b4bf73822a0281a76b8d5d1df3179c782
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c687cc06f93e6930a748e14d9002e39dd321c81c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adb49d45ff59d2372e0081f467655f614853e5b9ac9e470550b08c2392bfe61b
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..062716ce9e16be9f092fd3947cb8b543e791c0c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b332e7f13987bc5861de847bd3f6be4e6bb203d2814cf01cef119e16d46d205
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efb3fac0b0a11681a998b52be0d6ed278167a878
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66ae549d7a139c5480f5ba324eba0e9bf3499a4bef2a681765bba23f42314635
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8a03962683e63df36d7160d2187384238f18fa1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae48e65f492e8323d4e9cb4ee6fcb8cf00fffb1b72df1b5eda33c62c52e0dfb
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b66ee40f9e8c6e68ab0eeda693a475dc02ef185b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad30914b3ff42da0b7a03c8e91e48a548bf395372f41ad8a3effb2b0d484690
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e41f8248b404937a252b8854d55f5081df035f3
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df0ecda19595eaf091abd2baa4665b8799f798304d23f161196d39a8ee39de37
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b435150bf01516b8aba08e1125eeb9d14bd961e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a10fe5a1ca83c4a954a3a282c739dbe8ebfc097fa5f0f126e1c9bd273721d7
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d770fc4464d6baf17367a455cfa1253c38267a3d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:070f74bbe88195dcf3585c57523d6c6e40b4e45b1ce0deebd576bd5dd729f7db
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c858a8fd7f91e8f1055ddf4d1203bec1aea1b046
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b087685fa3f9ec177d5011dbb993792aedc1d7baf9005ced7ab6e682d03ece
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d16ec57b20b3ee95b1d6bcae9f2d22feae1a3a04
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad624b7150b8fc13df8a6c75f1187bc230bb6d4d7d248da0eaccc468d74e8008
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377def335bd589cd18ef61078d8893a13977f5da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd770a3f89b40b5d2bb44b63e155115d43e23e9f0e74cc3827b0807345e48c12
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a12d3bad8d15030369c40990b737a72e1b33b8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:785f84cc8eaa0aab4d4cb41c509fa22d0d552debca8ee951571a88556d3afb2c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06212183db481162f1df7f0ff776fec0a1caa0a4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd2977fd4f3010132fa1c6f83fd9cf5a8f9678490b30b8cf9108bef7bf56a89b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75608dc2f211697f0f51a2cd7c249c76ce1b4571
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.21.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4dacabe37f7a46fdc99a762b39f7f147e7e61fdf4779ac9c4aceff0f33e2f9a8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60a18a2229327b0be77f836fd7c050c293d879c6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0593d6415918697b6d4b1eb27b736f2ee163ef2bfb365fd0c680644e76392bf6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db300655146974193e18c6be231ce46d8708faa2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19a597c997fc351ba4ab7fc468439dcf2d1f32bbfdf0dadbeb7b24a41984cfcd
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27dcbd215d08f9f6a91a02a569d8f01309916890
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3307fc3adb6bfc643a0bbecf4abdfbcc0b55da23a80ef7dd28821b85dcc8a9f2
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87613ee704de943069808f70c7d09cd33fffeb11
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2c9a1ff6061aba4ea3da70f852d8dff866ddb8070426569915533af533a7c70
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcf79659335c6e76b81ee6681eaf0c8a2656406b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df5dbd33c2648b35c9dbbf56ee62458341840a88e366056f60183da417c8a515
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c786913624e225d050f3d0713e31b3f70cd74241
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cf0891b30e9870471ae63a3b3e288582eb5224219bcd5c58128b23f7934869c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9516f64ca035a6f7e82607519a30a96d407d24b2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18dae6da248d592711fcedf5fda2a528ba180f570d7c0a543738ae69cd57c4ce
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54bcb1680d1fb8786a3dd4a474ddd2d4e8dc7846
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b34457cedbc67ecdaf7f65d5725f685a2a4866315164d66191c703cced3fb1d3
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..977d4a8f4cc1cf6498e0f4b3454731aa7e252b44
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26c258190f7f109199cdfb59fc1c3794af3b5d9fd6139db16245ad0c8ce57563
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d8c94d845d2ca4497678cc031e2b6c59e29309c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee0ac3aa423623b9a649c51250bc7fa7f5acafdd825505dd970301b8a0d35bc
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..426599be3ae7424cfd05a5f2065b12533d3fe8c4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69ae0979b44216dfc1b28b1df825139f4cfcdf97481aaa8628c05bb95bf75eaa
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6d080b352d2d6b748187757e00860a9b9f078ff
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a6223fb8b71e55fbc6877a4edbf51b30c139f9fc2afc9deab9c746dec281fd1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9dcbf4c7fad8472752b0e54686a1efb2db3e9d3f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40dc8549a51c8fff2f9f540cf2a26e0a9e756fe3eb85afb420930d1bb39c629
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cf2ae2ee425b221fc6b1bf42bbb245150683a32
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.3.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c38f5f745e9fce804902cec41a1eb7684e25b3bc678b0630b30b0b59d8c7ba93
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71ec3768acc9bbd61df31ef1e22e340c88f5a644
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30fc368e39dbd5e02a99f3ce3671309fb596ed09bb2f9ea6ec9bd70f7f3c361
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02948c98341378dec851fc43e98183adc7664d90
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeb2b8a5cdb426536bb2387b000c2cad28243eed2eee636380df2825d6cc98f
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f6cc5c5f91b3b6594c6ec4e979ba17549db0640
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ee34c06b8a895398f73b4b823d86cf610a146332bd16062bebaa50b5a5a895
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5b9931bb2dbacbced801bee973f22b9d3bb22ad
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16c4f6f76a9538d595a65e91d24714feadab8fe31c48a1c2cfb6ddec2c8e8051
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11f38ceb8b525259fa9270809a22351480f31e8f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187925ba6263fe53474b975e17196e96dfe0f722235cd2b3d5cd76b5e6fd209c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126727e8c115d78e935ad9f16f91b687832ee0db
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a4e051f371879a4e8fe08d50e941aa277a051ac4237ede529a6b66db6e5602a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..85b6b19cec5e3f3962d55f6e73bd33e8b7c7655b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76dfc17fbd07d94ece47084657cf8f467e627ddc48c7b26f1f599a12afcdbaa8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecebc11500db56e03f7eb6bac1a9fde60cbcf11c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98f6f6120e2ab2e4e58345daad4a620c3a58ab0a00aaa0e1d1c5d465e3366d05
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5aabd880f217f6c1c0acf1a18ba0ccc74abb8dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d701ce1fea04ea512303e266b4d6751ebcec35672e55e21b49403ff462770756
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75912997813507d4aea7a2d752056e2196d2f015
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6e6c7519860b39c53f227a9a28e16de2c901d3449cd812f92e703c476f6ff5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50bc6ee0f6b909e30e4e9f465cc74341fcdfcefe
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677b7779c7224676ec17bdc920c82803d4383dd080cd4e8a5972bbebfe1a96de
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..634854f4f787d4e75937ebda7d573348912ff086
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e48a4b525002a0c0593d93ae0a765b4c8218b3b32176194edcecd6328cf8e8
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4561dc5d8cb0c223cfef9cf26cef80fca42e7ded
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54de79f8038d16f63d758b1726728d1e54e2ace2e04d32f4f250545afe18d407
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa64adc97905081175662119b302d42fe468033f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.4.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ec6844003cf83eb3d010b20a4718813323ac900cbba789f13291b94f10af0bd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..10789a482a1e20644a23b48a7fc8af0d30eeda1a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd53e3a4b54ff10735e26af78b3b40a891a6526135631d1907aa19f5e4772c19
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c937293ee8f20dce69d4676460cc86e43e429b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dd66463c549880de98971c1c19b7c5845b76e952d599e42caed662b6a119e81
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c13ca3382664470d5d63deb6c8f664f37f2c1fb6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48c22c51bd8a580ae59a3ceca697d41f6e1d53bc7873e44f147744cc8395bc1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a0b53c3909a08e7c8877922d1e6fc06525ea0dd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77967ebc32f8ff0fe4ce59368e567c1dbbb9573566d38ce42d96336fbe5888b6
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f2b8bd2a988c9e8eb5e8debbc1fd1687fe43eca
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d487a11d1982d0d03bb4b4c13d33f6e7bc3a125f120979844a55499c9afc5dc
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81a5ef364d28dadda3e6d9a6c31091054795a8cb
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de9f9dbdd9b74c18f1105d76d6103b7f8e249ce30a121f5926a137c5f79fc54e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c76b373f9cbb60eea8042b9b18984f294433bb1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67a0af65477d55cd082d6fe2b2a597bccb130a98486d44df6a586f7c96853282
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d3b622e3c24018f3cdf343d69ed3f8cdf0543f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e34c95121147c3f919d673ea3669c0a4ce001814cfc9f68929e1b116eb65a56
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1323b8dc65d52d1285927c39004b561396abf993
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a154f04044852bcf89e794a56eb06ed29943104525dba8193a05f1135ac08aff
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd2497022fe4d098b5fa6854cc0afe152829d1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0b4dad23b86dde42bd6970608a6c567c8597242ec2c032276da4d865309ac1c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96d9a74ac36ecdebfced668b4abe549cd66043da
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a6ca42b0b87db2f5f713fb04dc78ad02edf588105012671130757ee992d2c5
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97631d4e5622c5e2258f6670b94386fad5d5343d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26fa3af29e0410539fa6802384600146771d5454e2702fe0c615009679372986
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d37c00657b6262b32769ecc0c1fb26d3a43f3e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa6dbf0120352a6ac0a5296b56b64dabc2cc9f6b042793c8ba8fdc6e9c3a14c
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b1d5cc9edfd968d9f7e2314bd5ea958504ecdaf
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.5.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97f50bc4fc21976cdad194cf229890323ed537bd21fb4b45b21221fdabfdd690
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fa5841270bd94bd228c1914fe07c11ab992919
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35d05242f75a385b2e6694bdb1d9788ddaa2733760d3e7510c61f1026bb5e5b7
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c47efea702fbfa65aac6d2f77ce3916077de3f7f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b98303f16d42a92f96b77200be7f1a37257e664388d06dbc72c160c8a01948
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7807971dbe2b40fe991424f4b3a88003f92b30b6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843c699b21a3dc6d57dcd3d161ce29c7c7eac5fdf89a8eae77baf41f8754de54
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..842196abd9ffb93eeb614fe6db7f70cc7d2f1884
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c454c736714deb84ed6d1c8711d704a4c44800e61cb5e2d838d3247bd239e7ab
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93638005f4b9865a309f9278ed00264ca4ddb957
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:234c7bddb750659ac44cfb8243396655e953a823bfc169e15d2f07d84ae4c329
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea7b91f21d09057d9215e82c203a3a0ab705c4ec
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da76cefd535178cc446596cad091892ce459b0f080c1d537ed0764601692f89b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90b4847bf1cf7c72044c7d1202395be432717da8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17e3755c6703b91b70db3e07ca7f9cfe294bf8c955eae7399ac4175141d3affd
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e1ac1acd13b881ca940a8da710b0f6a9161c99d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:729f563eac254bffb804a0469c8703bc46ece9fe75388d32d5f1d13cadf1eb6b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e8ac1f5d6080fe6570814e0ab16c7545db73781
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d1422b93c51f351f6b52f4506ed897912d1291f21fb6678a8fec3c3d5713c4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a194c10db6b3602f350a2615ed6e2fd39ba1dde7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdf0ace5635098196e8f05875f494ddaecab7e1cef04c4417b4482d86679474
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..357cf2788afeddb3524b757b5ac8fe07e947cf05
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb78c9ebd1389ef34a081baa84c933698909feb34b022ce4717d6b8434598647
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2aaceddc2037de81494e4e9670dab6edf82b8910
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d24c4304519652f814b21a1cfe0904b002f4fb50f059ed104517b944e8f73a6
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28b27bd13dedc26c3258381bfc4ea4f162ddbb01
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e49abcea5dffddec22f3d77c76ee663500af1f68758cdf80a82cb4f54144474
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b875dd90a4ff89fd36f8147cb86e3ed12e94f8f6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.6.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:939d409bf7b3910beca6b6fe032ce77067881e8db1921ff44135b603c75970be
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edd64e2e97aeffe3e5f988627da1284942d1409
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:030ec057d58df432144b72f7c947233688daa2794a855aafe76fd48edeb5a4b1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cfb72c7c05d8ef23a234e25fc406db2bf094f2f
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afc3f6ee6d8e62420cc246dd48d03c98085d87f12311a93c5f6783eb1215e986
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dba0cbe3f130fe26ca2407b006569a2cb0274f59
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04d6fba6cbb03d1a4e1a529a6cc30a2489fb16db58538507f94e353694cc6ae8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..417c8a0b5d955b3bfdc8de704ceb32037b443837
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863ece6118003bb6ce850867e1908f1a066a8f68e15fc6b529f9c107fa202a35
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81c3318639dec71496f9cdb6f65165f8a88480fa
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54305f727b2f1fa1931b2aa9b3e6dc6e1072524db03791b4364f760444675cfd
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b02769b794f6593604d7917527f86d949112a927
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e46206677aa9723173b6ccc1305ad88763bfb2a0b1bc6e441cba5e24367457a
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2022ee676cc0ce9cd2f257dcebbac3062e06537b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0708e015fb76c293eb04f41a3fff7a0f12deb6de0c0c477c70e23b9c0ed59aa0
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9acbdce65fe44bcc1eb77d14b322181a43eb660c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb62d19a810f92c7790ee19a0a65f72d5e6ba92f02da683797b1323208ee311e
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5afc6711d40c25d1f7295426eca01e358ec416c8
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c891b63d41cc0ced640f7c06ddb4052cbbc1af19f933f78f2115e36a607f73fb
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8c2c12d56ee81c827ffb9b3f2f9d20a89c63a1c
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3a76b3c9e1713d4af1122056b1931c00cb8d8cfdf55f17e4e7e937b510a21e
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f20471510eb6cef4e73b058f5cdc0e552fe05f5
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cf24d72c47806446c287d140564df29798b62506e7873a8ef672ba498b19810
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05af8433229d5af900426d48ae2e5a2f75c7bf51
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f210a715145df64d12a29622f9fd81dc5663d2d8acf8072517ea70fc97aa6825
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0340dc0325194a3b3794a271b357cfc64c99d72d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f2edf45e1feeaacf725d0cecf5df046084d9a31b53b124703c1d160713f78b1
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c0f15b29506585e88c7b8c31fbae035ce2e10fd
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.7.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6b7773326af0f70ae37b99adcee253a5684ec87b327e81564ccf946a9c75984
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f45b5b532914a68c564b2099baaca53e424060ae
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4630a3415a2f6738a3d5bffdeba5d22d15a3bb6838e6f17e07ab28f45965162
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6c66b1924da97bc0b80a8395196751675dc56c7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4687cb99085de961b5096b3cf648f86295750bd6980e66647331acd6ee3fa483
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93359ec20b38649d954891981d3be6621fdb4295
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d5feaa12dcd5a043a8b4a8884625676b2176491b3a5a8c4be4e5d32ab245100
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c447f9bf933072a3a18439e568013c10fcb24695
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ec275426d6a7afb4c94982e3299732132d57cea270d95b918c1d24aef7be49c
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b1eae43c538174101019963b43c0bde57c948d4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c62a7cdd8527b7189cb45833b7bcfb23d0a4180ad283fd69a7f17a782d2fe1b
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..314403b1e3703976477d35af7539bc991bb981b0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2538f2d25a54c4bf58838c8d97a5b7e6d817cacef4a7c671b894d236396cfe8
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17104767ab05739052d1f78a1e1e3c33a4351063
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e4dd56eeb7af484d379226dbbfd319df3f0bb4d9e4949fa7149fad6cc583ac2
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc2ea3cfccca10c6ab0dd5d31051d5302b75877e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1b95204f6ab008f86e48766514dff8cc221104f5ab364b8f93400ef4b0fef57
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa953abb33ad6b44c3e38584a823d510e5c4816d
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e607fd99c8ee0e54d2c75777c549eac1721593624186fafabe74a450dcc2b6c
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..596c5559a8c0055090a57d71372cc63290b7cac0
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55908fb3544b942fd82ca1f944a04ab26df69867da0b6d6c11b8de6391ad2090
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73479e80512f1029e44c235b7ac7067503f6646e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62071b932d643ed10ddbe812eb145ed9ac3ee6a1d15eba989082b1fbe5d764d4
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e9f50bf82886cfe01f1d4d19400f8cadc42c650
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc415ca6b1379cb1d87162b8c2f73f338a55285c23636b2e7055f3b11cd7109d
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..153335b87f1c4760899d4f7ef0b5eea94ff96cc2
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:105fcd891eb937da2375065372b10708dee00fe56b5d1ab2b9413b526dc55cba
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99fa62666ce13adf1362e3d475352025b50bd73e
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.8.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18eb937cba857f55118514a60905d37e324a5861fae9df4f5606caceb4c64be8
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0754f055cc372de614ab8cc5ed3946f43af3a908
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7098d4aeceae67addb9c010d7e00788066880d14b5f4df41ecf65dfe71a8030a
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..642e7eccec58ccbbf3098b215382ae848f76c16a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.down_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:128d330265d0dc31d5b57eb511f8f0c77ffadd60288fd1bbe9a26276ff642953
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e707b5ab51fad0b98f3b754ece9ef7bcdae2786
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391d922c9f96a11e2d54e1bc6b056016d8fa302fa54f943577c3c727c193fbca
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..945dc2dd596e1113ae6931e593b1ad0054d0eb4b
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.gate_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a186bee64c199eb9ff4a6fde520b9bee2909bd3eed807e8c746f7eac14d2e4a1
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..288abebb5c77d4f76d08ae7d6d085118f1774156
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:692a79826c94a7a45c91f1b7a54840ecccc339b74bbdc011a450bd7e21113cc7
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6326db4de221e20de7d3371d39564032d81f2473
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.mlp.up_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b03d192cf2a0b6061c790ad31d38ea1b5b57a94a173ee73cd484c6a34544a34e
+size 23683
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5c2eba04eb849f405429930938cfccf39d0eea1
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c74f018601ccb2653975e8f459dec68495cf73e48efcfdff894a5fcb2006280a
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c212783f0056055b6ce7013c41d62af171594673
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.k_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf13b7e7aa62b2d7afc39d7fc5fc8cb64ffbccec76c053375668aaa29996b46b
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb428819abbacbb22c7a3c3fe0588ec03b6a559
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e80f5551f07f1760c36ce84f3b875cd2280dc6acd9fb679dae28250aae7463
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e428ae09398418119fdc9d99e930e3aba688fd7a
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.o_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f819e9277b109da4e08704ca9e823ca0b98aa5b13db7aab1847a4a3a3a85ab92
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58bffdc0a0e268e1d2024ade224be042a190c2dc
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d22f4dd436e7ed1899bab863ec908337ad945f26b2a301779e588ae19d3c8177
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e6b6fcb3a65981d0fe57994277c019c1ef4a7f4
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.q_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7976cf7938aff4e388497e99c7b2dbd2884846909077efdc617772ca76c297e1
+size 9347
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77a303f068355692dc687bb51516441bcfc4ddf7
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af07ae57c81665818f73435489f9f5d1fbf28e10eb7f2161e1d3e9e934a3abd6
+size 2179
diff --git a/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6683b552194edf0c7e5aa8c152a65ea24b3863e6
--- /dev/null
+++ b/params/tinyllama/8/nlr_t_cos/comb_9/trained/model.layers.9.self_attn.v_proj/_s.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7704941ca43d2f903ee1c2e8f9ecb6a6d594db59da9cc82b1a0a523a88c8bb97
+size 2179